-- Logs begin at Wed 2021-06-23 13:30:00 UTC, end at Wed 2021-06-23 14:30:47 UTC. -- Jun 23 14:01:30.720542 dv-cinder-784477-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 14:01:33.364641 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:01:33.365323 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:01:33.365416 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92990) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:01:33.368756 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:01:33.369007 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:01:33.369315 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92990) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:01:33.370273 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:33.370785 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:33.371213 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:33.371453 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:33.371675 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:33.371985 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.372307 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.372600 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.372826 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.373116 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.373408 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.373685 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.373967 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.374285 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.374569 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.374844 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.375119 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.375345 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.375622 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.375903 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.376184 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.376401 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] debug = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.376676 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.377097 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.377501 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.377778 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.378082 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.378358 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.378625 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.378895 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.379174 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.379493 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] host = dv-cinder-784477-5-iscsi {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.379764 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.380046 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.380329 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.380609 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.380878 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.381149 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.381429 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.381695 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.381963 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] log_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.382262 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.382548 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.382830 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.383115 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.383357 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.383561 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.383845 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.384126 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.384398 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.384668 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.384942 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.385213 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.385494 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.385831 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.386169 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.386457 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.386813 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.387091 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.387360 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.387634 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.387903 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.388185 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.388455 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.388724 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.388994 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.389275 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.389539 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.389808 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.390125 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.390409 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.390689 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.390972 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.391244 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.391524 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.391792 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.392059 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.392344 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] use_json = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.392624 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.392893 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.393170 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.393444 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.393711 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.393981 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.394273 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.394558 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:33.394854 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.395148 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.395446 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.395725 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.396015 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.396290 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.396610 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.396978 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.397366 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.397748 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.398190 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.398475 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.398763 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.399437 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.399437 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.399606 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.399891 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.400180 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.400450 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.400723 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.400995 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.401268 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.401549 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.401836 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.402662 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.402967 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.403240 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.403528 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.403807 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.404077 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.404351 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.404634 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.404906 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.405176 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.405450 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.405721 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.405989 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.406290 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.406561 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.406845 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.407118 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.407382 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.407649 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.407917 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.408180 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.408455 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.408725 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.408994 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.409260 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.409530 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.409797 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.410081 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.410356 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.410622 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.410894 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.411162 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.411429 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.411697 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.411967 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.412235 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.412501 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.412770 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.413041 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.413307 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.413572 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.413844 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.414139 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.414409 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.414690 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.414982 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.415254 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.415526 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.415799 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.416071 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.416340 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.416610 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.416885 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.417161 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.417427 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.417710 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.418583 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.418872 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.419147 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.419423 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.419715 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.419989 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.420266 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.420538 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.420807 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.421092 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.421370 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.421659 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.421950 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.422260 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.422550 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.422838 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.423117 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.423424 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.423702 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:33.423915 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:01:33.424152 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92990) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 14:01:33.769074 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:01:33.769340 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:01:33.769640 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:01:33.769977 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 14:01:34.156597 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.156791 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.157081 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.158389 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.158659 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.158919 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.192585 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.192888 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.193183 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.206800 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.207074 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.207341 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.236741 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.237017 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.237283 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.272840 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.273114 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.273379 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.517480 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.518115 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.518115 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.518319 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.519030 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.643945 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.644267 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.644552 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.644828 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.645103 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.645418 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.645679 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.645937 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.646221 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.646504 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.646765 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.647029 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.647293 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.647555 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.647811 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.648081 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.648357 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.649831 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.650150 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.650423 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.650720 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.651086 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.651348 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.651637 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.651890 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.652192 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.652768 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:34.653021 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:34.653265 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:34.653502 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:34.653739 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:34.653974 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:34.654385 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 14:01:34.657792 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 14:01:34.661785 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 14:01:34.665723 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 23 14:01:34.667422 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 14:01:34.667982 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 14:01:34.668326 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 14:01:34.668715 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 14:01:34.671751 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 14:01:34.672006 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 14:01:34.672362 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:01:34.700724 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 14:01:34.701179 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.701480 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92990) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 14:01:34.701846 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.703241 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92990) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 14:01:34.703524 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:01:34.703768 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 14:01:34.707063 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.707350 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:34.770945 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 14:01:34.771131 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 14:01:34.771369 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 14:01:34.771740 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 14:01:34.792165 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_db.sqlalchemy.engines [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92990) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 14:01:35.328575 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Initializing driver for type 'gre' Jun 23 14:01:35.329135 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] gre ID ranges: [(1, 1000)] Jun 23 14:01:35.384434 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Initializing driver for type 'local' Jun 23 14:01:35.384776 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Initializing driver for type 'vlan' Jun 23 14:01:35.400256 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] VlanTypeDriver initialization complete Jun 23 14:01:35.400392 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Initializing driver for type 'vxlan' Jun 23 14:01:35.400898 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] vxlan ID ranges: [(1, 1000)] Jun 23 14:01:35.454471 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Initializing extension driver 'port_security' Jun 23 14:01:35.454819 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.extensions.port_security [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] PortSecurityExtensionDriver initialization complete Jun 23 14:01:35.455151 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Initializing mechanism driver 'openvswitch' Jun 23 14:01:35.455474 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Initializing mechanism driver 'hyperv' Jun 23 14:01:35.462240 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.plugins.ml2.plugin [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:35.463014 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > port after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.463390 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > port after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.463777 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > port after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.464165 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > subnet after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.464560 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > subnet after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.464925 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.465304 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > network after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.465650 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > network after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.465994 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > network after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.466454 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > security_group after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.466847 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > security_group after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.467190 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.467599 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.467953 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.468295 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.468676 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > address_group after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.469022 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > address_group after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.469363 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.469701 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] ML2 OVO RPC backend initialized. {{(pid=92990) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 14:01:35.470441 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.470795 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.471212 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > network before_response 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.471555 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > networks before_response 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.471899 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > port before_response 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.472238 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > ports before_response 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.472578 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > subnet before_response 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.472917 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > subnets before_response 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.473263 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > network after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.473602 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > network after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.473936 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > network after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.474293 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > port after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.474630 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > port after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.474977 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > port after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.475314 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > subnet after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.475649 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > subnet after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.475982 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.476559 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.plugin [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Modular L2 Plugin initialization complete Jun 23 14:01:35.476890 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading services supported by the core plugin {{(pid=92990) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 14:01:35.477215 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.plugins.ml2.managers [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Got port-security extension from driver 'port_security' Jun 23 14:01:35.477680 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.extensions.vlantransparent [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Disabled vlantransparent extension. Jun 23 14:01:35.478195 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92990) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 14:01:35.478510 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading Plugin: router Jun 23 14:01:35.515039 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.515426 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router after_create 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.515793 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router before_create 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.516161 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.516531 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.516885 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router after_delete 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.517242 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.517603 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router after_create 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.518171 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router after_update 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.518308 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router after_update 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.518652 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.519006 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router after_update 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.519411 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router precommit_update 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.519775 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: port after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.520110 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: port after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.520445 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: subnet after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.520783 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.521130 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.521480 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router precommit_create 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.521821 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: port before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.522185 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router precommit_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.522542 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router after_update 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.522882 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.523230 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router precommit_create 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.523591 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.523932 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router precommit_update 55549900 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.524300 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > network after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.525167 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Tracking information for resource: router configured {{(pid=92990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:35.525499 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Tracking information for resource: floatingip configured {{(pid=92990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:35.530550 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.db.l3_agentschedulers_db [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 14:01:35.531130 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: port after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.531488 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: port after_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.531836 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: port after_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.532185 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: port after_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.532977 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router before_create 55550100 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.533345 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.533729 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router precommit_create 55550100 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.534112 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > router precommit_update 55550100 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.538604 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.services.provider_configuration [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service providers = [] {{(pid=92990) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 14:01:35.538971 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.db.servicetype_db [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92990) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 14:01:35.541856 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.services.service_base [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:35.542243 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.services.service_base [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:35.542589 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.services.service_base [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:35.543508 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.services.service_base [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:35.543880 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.services.service_base [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 14:01:35.544370 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:35.544580 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 14:01:35.555319 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:35.555656 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading Plugin: auto_allocate Jun 23 14:01:35.562257 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: network precommit_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.562629 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: network precommit_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.563147 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:35.563468 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading Plugin: tag Jun 23 14:01:35.570077 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:35.570408 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading Plugin: timestamp Jun 23 14:01:35.574741 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:35.575080 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading Plugin: network_ip_availability Jun 23 14:01:35.582090 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.582403 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.582760 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.583479 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:35.583799 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading Plugin: flavors Jun 23 14:01:35.588529 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:35.588862 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading Plugin: revisions Jun 23 14:01:35.593315 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:35.593710 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_concurrency.lockutils [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=92990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:01:35.594487 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92990) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 14:01:35.594827 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Initializing extension manager. Jun 23 14:01:35.595333 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: __init__.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.595673 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: __pycache__ {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.596007 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.596338 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: address_group.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.597096 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.597665 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: address-group Jun 23 14:01:35.597985 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: address_scope.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.598718 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.599233 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: address-scope Jun 23 14:01:35.599554 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.600469 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.600986 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: router-admin-state-down-before-update Jun 23 14:01:35.601308 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: agent.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.602000 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.602525 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: agent Jun 23 14:01:35.602842 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: agent_resources_synced.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.603748 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.604260 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: agent-resources-synced Jun 23 14:01:35.604575 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: allowedaddresspairs.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.606439 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.607095 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: allowed-address-pairs Jun 23 14:01:35.607435 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: auto_allocated_topology.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.608691 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.609207 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: auto-allocated-topology Jun 23 14:01:35.609531 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: availability_zone.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.610249 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.610757 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: availability_zone Jun 23 14:01:35.611078 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: availability_zone_filter.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.611973 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.612481 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: availability_zone_filter Jun 23 14:01:35.612801 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: data_plane_status.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.613687 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.614234 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 14:01:35.614553 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: default_subnetpools.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.615452 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.615956 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: default-subnetpools Jun 23 14:01:35.616276 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.617074 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.617575 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: dhcp_agent_scheduler Jun 23 14:01:35.617896 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: dns.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.618830 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.619332 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 14:01:35.619653 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: dns_domain_ports.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.621327 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.621944 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 14:01:35.622288 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.623195 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.623700 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 14:01:35.624019 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: dvr.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.624691 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.625196 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: dvr Jun 23 14:01:35.625516 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: empty_string_filtering.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.626445 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.626956 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: empty-string-filtering Jun 23 14:01:35.627275 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.628178 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.628682 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:01:35.628999 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.629894 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.630428 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 14:01:35.630746 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: external_net.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.631644 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.632150 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: external-net Jun 23 14:01:35.632465 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.633356 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.633858 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: extra_dhcp_opt Jun 23 14:01:35.634213 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: extraroute.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.635100 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.635600 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: extraroute Jun 23 14:01:35.635916 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: extraroute_atomic.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.637656 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.638208 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: extraroute-atomic Jun 23 14:01:35.638528 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: filter_validation.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.639182 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.639685 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: filter-validation Jun 23 14:01:35.640000 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: fip_pf_description.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.640898 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.641396 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 14:01:35.641713 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: fip_port_details.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.642639 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.643144 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: fip-port-details Jun 23 14:01:35.643463 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: flavors.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.644698 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.645207 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: flavors Jun 23 14:01:35.645525 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.647252 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.647778 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 14:01:35.648112 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: floatingip_pools.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.648801 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.649313 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: floatingip-pools Jun 23 14:01:35.649637 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: ip_allocation.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.650581 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.651096 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 14:01:35.651420 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.652432 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.652942 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: ip-substring-filtering Jun 23 14:01:35.653264 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: l2_adjacency.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.654210 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.654722 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 14:01:35.655041 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: l3.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.655987 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.656499 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: router Jun 23 14:01:35.656821 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.659208 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.659739 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:01:35.660069 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.660994 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.661507 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: ext-gw-mode Jun 23 14:01:35.661834 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.662776 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.663285 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: l3-ha Jun 23 14:01:35.663607 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: l3_flavors.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.664525 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.665031 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: l3-flavors Jun 23 14:01:35.665350 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.666275 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.666777 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 14:01:35.667095 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: l3agentscheduler.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.668663 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.669172 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: l3_agent_scheduler Jun 23 14:01:35.669499 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: logging.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.671032 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.671555 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension logging not supported by any of loaded plugins Jun 23 14:01:35.671884 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: metering.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.672614 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.673184 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: metering Jun 23 14:01:35.673506 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.674623 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.675151 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: metering_source_and_destination_fields Jun 23 14:01:35.675473 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: multiprovidernet.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.676382 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.676894 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: multi-provider Jun 23 14:01:35.677217 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: netmtu.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.678153 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.678669 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: net-mtu Jun 23 14:01:35.678996 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: netmtu_writable.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.679908 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.680422 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: net-mtu-writable Jun 23 14:01:35.680744 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: network_availability_zone.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.681402 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.681907 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: network_availability_zone Jun 23 14:01:35.682260 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: network_ip_availability.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.683397 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.683904 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: network-ip-availability Jun 23 14:01:35.684226 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: network_segment_range.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.685073 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.685588 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 14:01:35.685907 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: pagination.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.686905 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.687234 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: pagination Jun 23 14:01:35.687550 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: port_device_profile.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.688441 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.688956 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: port-device-profile Jun 23 14:01:35.689278 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.690222 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.690732 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: port-mac-address-regenerate Jun 23 14:01:35.691053 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.691947 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.692455 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: port-numa-affinity-policy Jun 23 14:01:35.692777 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: port_resource_request.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.693666 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.694212 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 14:01:35.694535 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: portbindings.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.695478 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.695985 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: binding Jun 23 14:01:35.696305 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: portbindings_extended.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.697572 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.698116 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: binding-extended Jun 23 14:01:35.698444 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: portsecurity.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.700018 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.700676 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: port-security Jun 23 14:01:35.701010 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: project_id.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.701977 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.702343 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: project-id Jun 23 14:01:35.702667 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: providernet.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.703567 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.704079 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: provider Jun 23 14:01:35.704400 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: qos.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.708187 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.708715 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension qos not supported by any of loaded plugins Jun 23 14:01:35.709045 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.710312 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.710830 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 14:01:35.711159 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.712062 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.712572 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 14:01:35.712896 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: qos_default.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.713792 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.714337 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension qos-default not supported by any of loaded plugins Jun 23 14:01:35.714763 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: qos_fip.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.715403 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.715907 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 14:01:35.716229 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: qos_gateway_ip.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.717148 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.717661 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 14:01:35.717982 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: qos_port_network_policy.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.718905 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.719417 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 14:01:35.719736 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: qos_rule_type_details.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.720633 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.721141 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 14:01:35.721459 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: qos_rules_alias.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.722539 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.723057 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 14:01:35.723376 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: quotasv2.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.724287 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.724609 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: quotas Jun 23 14:01:35.724931 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: quotasv2_detail.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.728039 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.728381 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: quota_details Jun 23 14:01:35.728711 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: rbac.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.729768 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.730852 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: rbac-policies Jun 23 14:01:35.731325 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: rbac_address_group.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.732248 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.732764 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: rbac-address-group Jun 23 14:01:35.733091 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: rbac_address_scope.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.734014 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.734557 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: rbac-address-scope Jun 23 14:01:35.734881 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: rbac_security_groups.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.735795 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.736307 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: rbac-security-groups Jun 23 14:01:35.736630 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: rbac_subnetpool.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.737534 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.738066 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: rbac-subnetpool Jun 23 14:01:35.738391 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: revisionifmatch.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.739298 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.739806 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: revision-if-match Jun 23 14:01:35.740127 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: revisions.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.741417 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.741931 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: standard-attr-revisions Jun 23 14:01:35.742291 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: router_availability_zone.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.742955 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.743468 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: router_availability_zone Jun 23 14:01:35.743790 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: routerservicetype.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.744700 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.745206 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 14:01:35.745838 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.747507 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.748022 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: security-groups-normalized-cidr Jun 23 14:01:35.748344 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.749249 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.749760 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: port-security-groups-filtering Jun 23 14:01:35.750108 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.751016 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.751523 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: security-groups-remote-address-group Jun 23 14:01:35.751843 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: securitygroup.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.761293 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.761961 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: security-group Jun 23 14:01:35.762324 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: segment.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.763106 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.763619 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension segment not supported by any of loaded plugins Jun 23 14:01:35.763945 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.764875 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.765397 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 14:01:35.765723 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: servicetype.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.766856 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.767373 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: service-type Jun 23 14:01:35.767699 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: sorting.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.768663 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.768992 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: sorting Jun 23 14:01:35.769313 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: standard_attr_segment.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.770308 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.770822 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 14:01:35.771143 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: standardattrdescription.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.771781 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.772293 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: standard-attr-description Jun 23 14:01:35.772615 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: stateful_security_group.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.773542 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.774083 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: stateful-security-group Jun 23 14:01:35.774409 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: stdattrs_common.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.774978 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 14:01:35.775296 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.776217 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.776729 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 14:01:35.777105 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: subnet_onboard.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.778202 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.778722 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: subnet_onboard Jun 23 14:01:35.779043 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.779953 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.780461 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 14:01:35.780780 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: subnet_service_types.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.781684 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.782231 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: subnet-service-types Jun 23 14:01:35.782552 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: subnetallocation.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.783651 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.784165 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: subnet_allocation Jun 23 14:01:35.784486 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.785141 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.785658 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: subnetpool-prefix-ops Jun 23 14:01:35.785977 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.786913 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.787417 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 14:01:35.787736 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: tagging.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.788791 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.789305 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: standard-attr-tag Jun 23 14:01:35.789630 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: timestamp.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.790854 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.791373 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loaded extension: standard-attr-timestamp Jun 23 14:01:35.791696 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: trunk.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.793265 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.793789 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension trunk not supported by any of loaded plugins Jun 23 14:01:35.794131 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: trunk_details.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.795038 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.795550 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 14:01:35.795876 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: uplink_status_propagation.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.796785 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.797297 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 14:01:35.797618 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Loading extension file: vlantransparent.py {{(pid=92990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:35.798314 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:35.798822 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 14:01:35.801284 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:network Jun 23 14:01:35.801823 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:subnet Jun 23 14:01:35.802251 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:35.802640 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:port Jun 23 14:01:35.803882 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.804325 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service FLAVORS assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.804939 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.805359 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.805687 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:router Jun 23 14:01:35.806149 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:01:35.806648 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service METERING assigned prefix: /metering {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.808081 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.809060 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.809422 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:35.810465 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:01:35.810918 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:01:35.811365 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:01:35.811966 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service CORE assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.812294 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:35.812642 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] subnetpool is already registered Jun 23 14:01:35.813067 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service CORE assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.813389 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:35.813715 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] subnetpool is already registered Jun 23 14:01:35.816058 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.816490 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service FLAVORS assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.817076 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.817494 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.817824 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:router Jun 23 14:01:35.818198 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] router is already registered Jun 23 14:01:35.818607 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:01:35.818941 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] floatingip is already registered Jun 23 14:01:35.819388 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service METERING assigned prefix: /metering {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.820052 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:01:35.820380 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] rbac_policy is already registered Jun 23 14:01:35.820787 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:01:35.821114 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] security_group is already registered Jun 23 14:01:35.821511 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:01:35.821837 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] security_group_rule is already registered Jun 23 14:01:35.822484 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service CORE assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.822816 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:35.823142 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] subnetpool is already registered Jun 23 14:01:35.823562 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.v2.resource_helper [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Service CORE assigned prefix: {{(pid=92990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:35.823906 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:35.824331 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING neutron.quota.resource_registry [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] subnetpool is already registered Jun 23 14:01:35.824801 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: extensions {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.826309 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: address-groups {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.827808 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: address-scopes {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.829148 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: agents {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.830349 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: auto-allocated-topology {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.831585 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: availability_zones {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.832853 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: dhcp-networks {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.834434 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: dhcp-agents {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.835890 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: routers {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.837602 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: flavors {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.840037 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: service_profiles {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.841268 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: next_providers {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.842760 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: service_profiles {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.844332 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: floatingip-pools {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.845567 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: routers {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.847315 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: floatingips {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.848596 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: l3-routers {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.849996 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: l3-agents {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.851437 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: metering-labels {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.852701 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: metering-label-rules {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.854132 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: network-ip-availabilities {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.855921 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: bindings {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.857772 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: quotas {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.859391 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: quotas {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.860810 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: rbac-policies {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.862021 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: security-groups {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.863362 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: security-group-rules {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.864615 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: service-providers {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.865864 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: subnetpools {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.867216 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: subnetpools {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.868781 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: tags {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.870829 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: tags {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.873280 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: tags {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.875106 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: tags {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.876817 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: tags {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.878804 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: tags {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.880530 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: tags {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.882363 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: tags {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.884220 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: tags {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.885981 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron.api.extensions [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Extended resource: tags {{(pid=92990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:35.892096 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING keystonemiddleware.auth_token [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 14:01:35.896675 dv-cinder-784477-5-iscsi neutron-server[92990]: WARNING keystonemiddleware.auth_token [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 14:01:35.905092 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_concurrency.lockutils [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Acquired lock "singleton_lock" {{(pid=92990) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 14:01:35.905568 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_concurrency.lockutils [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Releasing lock "singleton_lock" {{(pid=92990) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 14:01:35.906239 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO oslo_service.service [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Starting 2 workers Jun 23 14:01:35.910961 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Started child 93099 {{(pid=92990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:35.915294 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Started child 93100 {{(pid=92990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:35.916148 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:35.916924 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO neutron.service [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 14:01:35.917591 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Notify callbacks [] for process, before_spawn {{(pid=92990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:35.918343 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [-] (93099) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:01:35.920702 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO oslo_service.service [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Starting 1 workers Jun 23 14:01:35.920900 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:35.922305 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [-] (93100) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:01:35.925857 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Started child 93101 {{(pid=92990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:35.926406 dv-cinder-784477-5-iscsi neutron-server[92990]: INFO oslo_service.service [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Starting 1 workers Jun 23 14:01:35.929172 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.service [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] calling RpcWorker wait() {{(pid=93101) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 14:01:35.929680 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.service [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] returning from RpcWorker wait() {{(pid=93101) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 14:01:35.930779 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Started child 93102 {{(pid=92990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:35.931009 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:35.931456 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:35.931624 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG neutron_lib.callbacks.manager [None req-463e9376-7175-46f8-91b0-e70f96812590 None None] Notify callbacks [] for process, after_spawn {{(pid=92990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:35.934065 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92990) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:01:35.934383 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:35.934576 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:35.934876 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:35.935246 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:35.935430 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:35.935933 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.936218 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.936317 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:35.936790 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.936790 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.937048 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.937203 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:35.937635 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.937900 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.938184 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.938469 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.938730 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.938916 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.939079 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.939343 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.939591 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.939877 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.940169 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.940419 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.940727 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.940903 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.941163 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.941440 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.941680 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.941946 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] debug = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.942221 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.942702 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.942965 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.943205 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.943449 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.943744 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.944005 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.944286 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.944549 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.944795 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.945049 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.945317 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.945546 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.945764 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.945995 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.946291 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.946513 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.947000 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] host = dv-cinder-784477-5-iscsi {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.947225 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.947463 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.947699 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.947970 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.948231 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.948454 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.948723 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.949039 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.949309 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.949549 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.949817 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.950104 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.950361 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.950616 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.950785 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_options = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.951006 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.951279 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.951546 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.951742 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.951914 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.952096 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.952352 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.952526 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.952769 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.953001 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.953217 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.953454 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.953673 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.953889 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.954158 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.954396 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.954637 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.954889 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.955152 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.955399 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.955628 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.955880 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.956117 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.956367 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.956600 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.956843 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.957074 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.957296 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.957515 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.957788 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.958032 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.958352 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.958600 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.959410 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.959806 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.959977 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.960134 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.960612 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.960612 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.960981 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.961123 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.961378 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.961630 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.961811 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.962126 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.962322 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_json = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.962540 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.962775 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.963053 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.963270 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.963487 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.963874 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.964037 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.964175 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:35.964618 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.964906 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.965211 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.965458 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.965696 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.966285 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.966285 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.966572 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.966721 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.966936 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.967244 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.967488 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.967766 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.968014 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.968277 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.968598 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.968842 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.969112 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.969334 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.969583 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.969824 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.970067 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.970471 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.970675 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.970936 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.971204 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.971450 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.971676 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.972144 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.972144 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.972444 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.972581 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.972981 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.973302 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.973302 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.974384 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.974384 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.974384 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.974384 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.974972 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.974972 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.974972 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.975593 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.975593 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.975593 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.976008 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.976008 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.976287 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.976520 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.976665 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.976811 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.977046 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.977428 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.977428 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.977725 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.977865 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.978356 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.978356 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.978645 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.978784 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.978956 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.979207 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.979430 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.979649 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.979867 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.980109 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.981139 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.981139 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.981423 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.981575 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.981716 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.981916 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.982156 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.982380 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.982631 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.982848 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.983079 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.983346 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.983514 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.983732 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.983949 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.984163 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.984395 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.984611 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.984894 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.985240 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.985488 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.985941 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.985941 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.986264 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.986422 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.986665 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.986899 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.987124 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.987369 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.987639 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.987882 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.988136 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.988422 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.988649 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.988926 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.989149 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.989376 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.989597 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.989836 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.990104 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.990373 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.990629 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.990871 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.991132 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.991362 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.991803 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.991955 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.992150 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.992377 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.992645 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.992964 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.993237 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.993514 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.993777 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.993998 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.994277 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.994526 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.994772 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.995001 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.995230 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.995703 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.996772 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.996960 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.997177 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.997396 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.997636 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.997938 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.998215 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.998537 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.998693 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.998946 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.999206 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.999461 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.999724 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:35.999970 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.000222 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.000853 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.000853 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.001250 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.001398 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.001687 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.002224 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.002224 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.002502 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.002642 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.003154 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.003154 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.005803 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.005803 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.005803 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.005803 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.005803 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.005803 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.005803 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.005803 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.006919 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.006919 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.006919 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.006919 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.006919 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.006919 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.006919 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.006919 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.007494 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.007494 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.007494 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.007494 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.007494 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.007853 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.007974 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.008240 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.008458 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.008872 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.009270 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.009697 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.010099 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.010349 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.010596 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.010805 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.011066 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.011320 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.011712 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.011983 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.012216 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.012461 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.012682 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.012934 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.013154 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.013395 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.013634 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.013855 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.014096 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.014324 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.014548 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.014961 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.015355 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.015764 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.016003 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.016247 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.016461 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.016740 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.016993 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.017234 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.017471 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.017704 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.017940 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.018194 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.018409 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.018626 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.018836 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.019062 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.019273 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.019485 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.019700 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.019912 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.020137 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.020352 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.020565 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.020780 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.020988 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.021230 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.021453 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.021649 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.021885 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.022170 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.022489 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.022744 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.022964 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.023260 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.023510 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.023761 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.023984 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.024317 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.024550 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.024792 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.025034 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.025256 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.025479 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.025735 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.026059 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.026375 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.026624 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.026880 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.027202 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.027461 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.027729 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.027945 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.028246 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.028588 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.028883 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.029127 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.029384 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.029679 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.029921 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.030164 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.030414 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.030649 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.030866 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.031105 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.031335 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.031596 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.031834 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.032108 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.032247 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.032492 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.032728 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.032969 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.033191 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.033349 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:01:36.033896 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92990) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:01:36.034074 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:36.034232 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:36.034403 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:36.034574 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:36.034726 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:36.034932 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.035095 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.035256 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.035416 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.035575 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.035755 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.035916 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.036076 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.036234 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.036392 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.036550 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.036708 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.036866 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.037030 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.037191 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.037350 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.037508 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.037666 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.037830 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.037988 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.038170 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.038328 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.038486 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] debug = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.038645 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.038845 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.038999 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.039157 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.039318 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.039477 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.039635 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.039795 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.039953 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.040111 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.040269 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.040428 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.040587 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.040793 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.040912 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.041035 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.041185 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.041343 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] host = dv-cinder-784477-5-iscsi {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.041501 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.041647 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.041805 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.041964 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.042223 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.042362 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.042488 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.043125 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.043256 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.043413 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.043732 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.043920 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.044055 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.044258 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.044386 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_options = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.044510 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.044634 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.044786 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.044961 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.045126 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.045285 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.045444 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.045603 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.045763 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.045922 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.046104 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.046266 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.046424 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.046583 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.046741 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.046899 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.047061 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.047225 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.047384 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.047541 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.047701 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.047860 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.048018 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.048176 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.048335 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.048494 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.048652 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.048809 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.048966 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.049124 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.049282 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.049440 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.049599 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.049758 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.049917 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.050096 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.050240 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.050405 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.050563 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.050722 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.050879 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.051038 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.051195 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.051353 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.051511 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.051670 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_json = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.051829 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.051986 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.052145 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.052298 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.052494 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.052623 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.052757 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.052882 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:36.053069 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.053233 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.053407 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.053570 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.053732 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.053893 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.054096 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.054243 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.054378 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.054535 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.054703 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.054864 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.055037 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.055201 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.055364 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.055529 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.055690 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.055851 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.056014 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.056215 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.056334 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.056494 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.056670 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.056832 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.056996 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.057163 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.057325 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.057488 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.057692 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.057798 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.057961 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.058145 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.058362 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.059112 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.059335 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.059564 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.059730 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.059946 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.060079 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.060206 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.060369 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.060529 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.060693 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.060855 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.061018 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.061180 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.061343 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.061524 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.061649 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.061804 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.061977 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.062168 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.062313 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.062555 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.062654 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.062792 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.062957 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.063100 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.063258 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.063420 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.063582 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.063756 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.063918 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.064079 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.064240 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.064449 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.064560 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.064721 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.064884 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.064960 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:36.065042 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.065241 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.065353 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.065515 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.065676 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.065838 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.066001 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.066287 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.066386 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.066497 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.066659 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.066821 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.066981 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.067142 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.067310 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.067480 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.067656 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.067816 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.067978 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.068140 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.068302 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.068463 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.068624 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.068786 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.068946 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.069108 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.069268 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.069430 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.069594 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.069756 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.069917 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.070105 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.070268 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.070428 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.070588 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.070750 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.070910 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.071071 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.071232 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.071394 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.071554 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.071715 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.071883 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.072049 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.072213 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.072373 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.072541 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.072717 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.072861 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.073023 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.073187 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.073348 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.073510 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.073671 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.073831 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.074174 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.074423 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.074615 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.074748 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.074923 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.075086 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.075249 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.075412 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.075596 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.075761 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.075924 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.076151 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.076256 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.076397 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.076555 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.076702 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.076856 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.077018 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.077212 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.077338 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.077541 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.077920 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.077920 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.078196 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.078196 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.078419 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.078419 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.078629 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.078747 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.078908 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.079288 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.079288 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.079430 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.079507 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.079673 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.079834 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.079996 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.080157 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.080319 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.080481 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.080643 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.080803 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.080964 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.081280 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.081280 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.081418 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.081580 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.081742 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.081905 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.082095 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.082284 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.082394 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.082563 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.082730 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.082951 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.083109 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.083244 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.083382 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.083517 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.083660 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.083795 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.083958 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.084119 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.084294 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.084452 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.084664 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.084798 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.084931 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.085150 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.085287 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.085377 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.085506 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.085667 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.085828 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.086007 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.086238 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.086402 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.086569 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090063 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090063 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090063 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090063 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090063 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090063 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090063 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090063 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090063 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090730 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090730 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090730 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090730 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090730 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090730 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090730 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.090730 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.091254 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.091254 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.091550 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.091735 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.091909 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.092082 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.092244 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.092415 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.092584 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.092755 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.092988 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.093135 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.093274 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.093414 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.093553 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.093691 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.093829 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.093969 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.094158 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.094303 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.094441 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.094607 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.094765 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.094907 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.095071 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.095237 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.095403 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.095558 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.095731 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.095897 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.096125 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.096271 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.096410 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.096548 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.096695 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.096846 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.096996 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.097144 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.097281 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.097427 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.097592 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.097759 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.097904 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.098090 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.098236 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.098385 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.098525 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.098686 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.098832 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.098981 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.099145 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.099291 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.099455 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.099636 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.099788 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:36.099928 dv-cinder-784477-5-iscsi neutron-server[92990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:01:36.398188 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55684) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:01:36.407477 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070229 Jun 23 14:01:47.840003 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91db1dff-b478-4b11-a945-a87a88bb61a5 None None] get_active_networks_info from dv-cinder-784477-5-iscsi {{(pid=93101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 14:01:47.927184 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91db1dff-b478-4b11-a945-a87a88bb61a5 None None] No non-hosted networks {{(pid=93101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 14:01:48.015468 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ec6252ca-edcf-4f31-80b9-eaa5b895273e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037'] for agent, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:50.308136 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-36057896-5553-44fb-8d99-94c1217e7fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037'] for agent, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:50.391063 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9efb6bed-d4bd-428f-b915-a33fded79ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:50.881736 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037'] for agent, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:50.883443 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.886272 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.886778 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.887122 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.887454 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.887781 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.888107 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.888520 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.888844 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.889161 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.889480 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.889798 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:01:50.890231 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784477-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:50.904106 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784477-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:51.147507 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037'] for agent, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:53.262737 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037'] for agent, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:53.742214 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.db.l3_hamode_db [None req-2327aec0-ebff-4df5-b433-7f5fa1772775 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 14:01:53.817847 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2327aec0-ebff-4df5-b433-7f5fa1772775 None None] Routers set() bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:01:53.818263 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2327aec0-ebff-4df5-b433-7f5fa1772775 None None] Router IDs set() for agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 14:01:54.219863 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55776) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:01:54.707831 dv-cinder-784477-5-iscsi neutron-server[93100]: WARNING oslo_policy.policy [None req-b708d24d-f3b5-4dfc-af5a-5e262efb226d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:01:54.708421 dv-cinder-784477-5-iscsi neutron-server[93100]: WARNING oslo_policy.policy [None req-b708d24d-f3b5-4dfc-af5a-5e262efb226d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:01:54.946318 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [None req-b708d24d-f3b5-4dfc-af5a-5e262efb226d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:01:54.947258 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b708d24d-f3b5-4dfc-af5a-5e262efb226d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7264099 Jun 23 14:01:57.252571 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55790) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:01:57.555382 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-a98b40c0-f2a0-449b-95ae-e5685d19279e admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:01:57.648939 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.policy [None req-a98b40c0-f2a0-449b-95ae-e5685d19279e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93100) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:01:57.693656 dv-cinder-784477-5-iscsi neutron-server[93100]: WARNING oslo_policy.policy [None req-a98b40c0-f2a0-449b-95ae-e5685d19279e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:01:57.694008 dv-cinder-784477-5-iscsi neutron-server[93100]: WARNING oslo_policy.policy [None req-a98b40c0-f2a0-449b-95ae-e5685d19279e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:01:57.703252 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.quota [None req-a98b40c0-f2a0-449b-95ae-e5685d19279e admin admin] Loaded quota_driver: . Jun 23 14:01:57.794628 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a98b40c0-f2a0-449b-95ae-e5685d19279e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773591844370', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773591843937', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773591830697', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773591834195', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773591687214', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773591681141', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-615191', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-658539', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3867392', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3680548'] for rbac-policy, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:57.858227 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a98b40c0-f2a0-449b-95ae-e5685d19279e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:57.859383 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-a98b40c0-f2a0-449b-95ae-e5685d19279e admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6058831 Jun 23 14:02:00.380549 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55802) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:00.681150 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Request body: {'network': {'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'name': 'private', 'admin_state_up': True, 'project_id': 'c23dba7df66544eead6066cefddd209e'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:00.709850 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Made reservation on behalf of c23dba7df66544eead6066cefddd209e for: {'network': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:00.712662 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:00.729407 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:00.851990 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:00.856093 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:00.861227 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:00.875628 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=93100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:02:00.907065 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773593089046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:00.907666 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Unsubscribe: segment precommit_create {{(pid=93100) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:02:00.908175 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.segments_db [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Added segment 7d438b06-c8eb-4cf4-b38c-486eb7f27caf of type vlan for network 85ad62bc-a07c-4003-bc99-133cc16e2048 Jun 23 14:02:00.932377 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d40ff4-a034-49ed-a8af-5441d2eb8355,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:00.992783 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.993262 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.993743 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.994288 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.995100 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.995470 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.995905 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.996338 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.996665 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.996974 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.997275 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.997576 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Tracked resource versions report: Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: pushed versions: Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Log': {'1.0'}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Network': {'1.1'}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Port': {'1.7'}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'PortForwarding': {'1.2'}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'QosPolicy': {'1.8'}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SubPort': {'1.0'}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Subnet': {'1.1'}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Trunk': {'1.1'}} Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: consumer versions: Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: { DHCP agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: L3 agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: Metadata agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: Metering agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: Open vSwitch agent@dv-cinder-784477-5-iscsi: { 'AddressGroup': '1.2', Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'ConntrackHelper': '1.0', Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Log': '1.0', Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Network': '1.1', Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Port': '1.7', Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'PortForwarding': '1.2', Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'QosPolicy': '1.8', Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SecurityGroup': '1.4', Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SecurityGroupRule': '1.2', Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SubPort': '1.0', Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Subnet': '1.1', Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Trunk': '1.1'}} Jun 23 14:02:00.998694 dv-cinder-784477-5-iscsi neutron-server[93100]: {{(pid=93100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:01.044334 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:01.053424 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:01.093419 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:01.095047 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:01.095695 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:01.098368 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:01.154120 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7724216 Jun 23 14:02:01.195990 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Pushing event updated for resources: {'Network': ['ID=85ad62bc-a07c-4003-bc99-133cc16e2048,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:01.200630 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:01.209053 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 85ad62bc-a07c-4003-bc99-133cc16e2048 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:02:03.777901 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55816) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:04.185219 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7546c423-9794-4dae-bc85-f8a962ddd78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:04.186607 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-7546c423-9794-4dae-bc85-f8a962ddd78b admin admin] 10.222.0.13 "GET /v2.0/networks/85ad62bc-a07c-4003-bc99-133cc16e2048 HTTP/1.1" status: 200 len: 825 time: 0.4077256 Jun 23 14:02:04.210346 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-e1e8fe4a-119f-4cba-ac33-3aad231fc1be admin admin] 10.222.0.13 "GET /v2.0/subnetpools/01c2709b-4e5c-4d3e-9d94-591eff257cff HTTP/1.1" status: 200 len: 734 time: 0.0183902 Jun 23 14:02:04.219029 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048', 'subnetpool_id': '01c2709b-4e5c-4d3e-9d94-591eff257cff'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:04.240368 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Made reservation on behalf of c23dba7df66544eead6066cefddd209e for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:04.242875 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:04.539118 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:04.543569 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:04.611150 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=524da31c-6528-4d94-9c41-b31d2ce4783b,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:04.613175 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Checking segment: {'id': '7d438b06-c8eb-4cf4-b38c-486eb7f27caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:04.613564 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Network hostable DHCP agents. Network: 85ad62bc-a07c-4003-bc99-133cc16e2048, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:02:04.620800 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:04.639245 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Network 85ad62bc-a07c-4003-bc99-133cc16e2048 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:02:04.650897 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 85ad62bc-a07c-4003-bc99-133cc16e2048) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:04.655384 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:04.655981 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:04.661108 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f564b26-f377-4aa5-bed8-630bf9872351 None None] Network 85ad62bc-a07c-4003-bc99-133cc16e2048 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:04.669628 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4537838 Jun 23 14:02:04.979823 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32032e7a-c366-5531-9d15-524468520a4e-85ad62bc-a07c-4003-bc99-133cc16e2048', 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'fixed_ips': [{'subnet_id': '524da31c-6528-4d94-9c41-b31d2ce4783b'}]}} from dv-cinder-784477-5-iscsi. {{(pid=93101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:02:04.981021 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:05.251334 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Allocated IP 172.20.0.2 (85ad62bc-a07c-4003-bc99-133cc16e2048/524da31c-6528-4d94-9c41-b31d2ce4783b/98ac947b-fc12-432c-b46f-c1e2e2ae3554) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:05.452133 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:05.493582 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Transition to ACTIVE for port object 98ac947b-fc12-432c-b46f-c1e2e2ae3554 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:05.514464 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Transition to ACTIVE for port object 98ac947b-fc12-432c-b46f-c1e2e2ae3554 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:05.523437 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:05.527698 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:05.591778 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Network 85ad62bc-a07c-4003-bc99-133cc16e2048 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:05.596176 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:05.608125 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:05.611266 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Pushing event updated for resources: {'Port': ['ID=98ac947b-fc12-432c-b46f-c1e2e2ae3554,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:05.636696 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.637034 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.637358 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.637672 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.637987 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.638360 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.638672 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.638980 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.639306 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.639616 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.639922 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.640223 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Tracked resource versions report: Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: pushed versions: Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Log': {'1.0'}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Network': {'1.1'}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Port': {'1.7'}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'PortForwarding': {'1.2'}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'QosPolicy': {'1.8'}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SubPort': {'1.0'}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Subnet': {'1.1'}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Trunk': {'1.1'}} Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: consumer versions: Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: { DHCP agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: L3 agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: Metadata agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: Metering agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: Open vSwitch agent@dv-cinder-784477-5-iscsi: { 'AddressGroup': '1.2', Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'ConntrackHelper': '1.0', Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Log': '1.0', Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Network': '1.1', Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Port': '1.7', Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'PortForwarding': '1.2', Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'QosPolicy': '1.8', Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SecurityGroup': '1.4', Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SecurityGroupRule': '1.2', Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SubPort': '1.0', Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Subnet': '1.1', Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Trunk': '1.1'}} Jun 23 14:02:05.641318 dv-cinder-784477-5-iscsi neutron-server[93101]: {{(pid=93101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:05.662293 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:05.690582 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Attempting to bind port 98ac947b-fc12-432c-b46f-c1e2e2ae3554 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:05.690943 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Attempting to bind port 98ac947b-fc12-432c-b46f-c1e2e2ae3554 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '7d438b06-c8eb-4cf4-b38c-486eb7f27caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:05.691365 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Attempting to bind port 98ac947b-fc12-432c-b46f-c1e2e2ae3554 on network 85ad62bc-a07c-4003-bc99-133cc16e2048 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:05.696124 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:05.696539 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Checking segment: {'id': '7d438b06-c8eb-4cf4-b38c-486eb7f27caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:05.697486 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:05.698053 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Bound using segment: {'id': '7d438b06-c8eb-4cf4-b38c-486eb7f27caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:05.698618 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Bound port: 98ac947b-fc12-432c-b46f-c1e2e2ae3554, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d438b06-c8eb-4cf4-b38c-486eb7f27caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:05.699019 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:05.759084 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] For port 98ac947b-fc12-432c-b46f-c1e2e2ae3554, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:05.764102 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] For port 98ac947b-fc12-432c-b46f-c1e2e2ae3554, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=98ac947b-fc12-432c-b46f-c1e2e2ae3554,segment=NetworkSegment(7d438b06-c8eb-4cf4-b38c-486eb7f27caf),segment_id=7d438b06-c8eb-4cf4-b38c-486eb7f27caf)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:05.768590 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:05.774582 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:05.834003 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Pushing event updated for resources: {'Port': ['ID=98ac947b-fc12-432c-b46f-c1e2e2ae3554,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:05.839337 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:07.079680 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 55824) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:07.578175 dv-cinder-784477-5-iscsi neutron-server[93099]: WARNING oslo_policy.policy [None req-9b7382af-5730-4875-b67c-5027afc07d14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:07.578833 dv-cinder-784477-5-iscsi neutron-server[93099]: WARNING oslo_policy.policy [None req-9b7382af-5730-4875-b67c-5027afc07d14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:07.791361 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [None req-9b7382af-5730-4875-b67c-5027afc07d14 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:07.792641 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9b7382af-5730-4875-b67c-5027afc07d14 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7108560 Jun 23 14:02:10.152728 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 55838) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:10.469158 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [None req-62902149-8763-48f6-b185-461939241cff admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:10.470134 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-62902149-8763-48f6-b185-461939241cff admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3162866 Jun 23 14:02:11.954729 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f01444-9f3f-4637-a550-7b5b2145fadd None None] Network 85ad62bc-a07c-4003-bc99-133cc16e2048 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:12.075507 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-00315728-9b52-420b-8999-c580f4e18c73 None None] Provisioning for port 98ac947b-fc12-432c-b46f-c1e2e2ae3554 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:12.704197 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 98ac947b-fc12-432c-b46f-c1e2e2ae3554 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:12.783581 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 98ac947b-fc12-432c-b46f-c1e2e2ae3554 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:12.787073 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 98ac947b-fc12-432c-b46f-c1e2e2ae3554 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:12.787467 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:12.892268 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:12.925406 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 98ac947b-fc12-432c-b46f-c1e2e2ae3554, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=98ac947b-fc12-432c-b46f-c1e2e2ae3554,segment=NetworkSegment(7d438b06-c8eb-4cf4-b38c-486eb7f27caf),segment_id=7d438b06-c8eb-4cf4-b38c-486eb7f27caf)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:12.929148 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:12.933157 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:12.975296 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=98ac947b-fc12-432c-b46f-c1e2e2ae3554,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:12.978896 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:13.094343 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55852) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:13.389675 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-3fd903ed-1100-45d3-b1c9-504be9f8b975 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c23dba7df66544eead6066cefddd209e'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:13.412954 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3fd903ed-1100-45d3-b1c9-504be9f8b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3923467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5974'] for router, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.414575 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3fd903ed-1100-45d3-b1c9-504be9f8b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5983'] for router, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.547396 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3fd903ed-1100-45d3-b1c9-504be9f8b975 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.551710 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3fd903ed-1100-45d3-b1c9-504be9f8b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827058'] for router, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.564320 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3fd903ed-1100-45d3-b1c9-504be9f8b975 admin admin] Notify callbacks [] for router, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.569585 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-3fd903ed-1100-45d3-b1c9-504be9f8b975 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4701865 Jun 23 14:02:14.695614 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 98ac947b-fc12-432c-b46f-c1e2e2ae3554 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:14.745604 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 98ac947b-fc12-432c-b46f-c1e2e2ae3554 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:14.745980 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:15.886287 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55860) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:16.198436 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [None req-3d7c99a0-8713-4b55-bffc-3f31b2c5400b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:16.199654 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-3d7c99a0-8713-4b55-bffc-3f31b2c5400b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122032 Jun 23 14:02:17.714018 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6f6671ff-efb3-4725-8bd2-31c57e3216b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.552953 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55868) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:18.861630 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:18.883119 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Made reservation on behalf of 3930015cf92f46ebadc70a57da303e76 for: {'network': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:18.886557 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.896012 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.980647 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.984123 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.987826 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:18.998358 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Reserving flat network on physical network physnet1 {{(pid=93100) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 14:02:19.020070 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e2f4fc-d863-4060-ab3c-3ee763428829,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:19.022876 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:19.023216 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.segments_db [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Added segment f0d5f21e-c30b-4668-87ea-4c23648c8f0c of type flat for network 710040d5-090b-4499-bb22-f2344abaefd1 Jun 23 14:02:19.025092 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:19.070567 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:19.109406 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:19.110858 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:19.111491 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:19.114558 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-81e1f4e9-5702-410a-a618-4ff33df772f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:19.168190 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6140730 Jun 23 14:02:19.174748 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Pushing event updated for resources: {'Network': ['ID=710040d5-090b-4499-bb22-f2344abaefd1,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:19.177809 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:19.185714 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 710040d5-090b-4499-bb22-f2344abaefd1 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:02:20.310208 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f2191341-d71a-4499-b5a4-8d7bed3da890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:20.871526 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:21.079259 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:21.526521 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55876) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:21.825948 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01826b-b598-43f5-83cd-3fdc1539bee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:21.827301 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-8b01826b-b598-43f5-83cd-3fdc1539bee4 admin admin] 10.222.0.13 "GET /v2.0/subnets/524da31c-6528-4d94-9c41-b31d2ce4783b HTTP/1.1" status: 200 len: 849 time: 0.2993696 Jun 23 14:02:21.942900 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-cb042c85-edf4-4bc8-a052-efef9bb130fc admin admin] 10.222.0.13 "GET /v2.0/routers/345ea1e1-7f74-4bd2-8134-431418b402fe HTTP/1.1" status: 200 len: 704 time: 0.1089284 Jun 23 14:02:22.201717 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:22.480918 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Allocated IP 172.20.0.1 (85ad62bc-a07c-4003-bc99-133cc16e2048/524da31c-6528-4d94-9c41-b31d2ce4783b/1deb6406-536d-48d1-bcc2-660383f1a06f) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:22.672852 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:22.694523 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Transition to ACTIVE for port object 1deb6406-536d-48d1-bcc2-660383f1a06f will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:22.775863 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:22.778059 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:22.846231 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Network 85ad62bc-a07c-4003-bc99-133cc16e2048 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:22.850810 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:22.855750 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:22.856252 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3818354'] for router_interface, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:22.875850 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Pushing event updated for resources: {'Port': ['ID=1deb6406-536d-48d1-bcc2-660383f1a06f,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:22.915966 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:23.061304 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.088492 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-f3d29d26-dd87-40e3-ab05-22f57a7db151 None None] Provisioning for port 1deb6406-536d-48d1-bcc2-660383f1a06f completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:23.092166 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-f3d29d26-dd87-40e3-ab05-22f57a7db151 None None] Provisioning complete for port 1deb6406-536d-48d1-bcc2-660383f1a06f triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:23.092540 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f3d29d26-dd87-40e3-ab05-22f57a7db151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.126009 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-f3d29d26-dd87-40e3-ab05-22f57a7db151 None None] Port 1deb6406-536d-48d1-bcc2-660383f1a06f cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:02:23.209431 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.246725 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.251840 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.252888 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3818398'] for router_interface, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.255271 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:23.331233 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Pushing event updated for resources: {'Port': ['ID=1deb6406-536d-48d1-bcc2-660383f1a06f,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:23.333771 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:23.374229 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Network 85ad62bc-a07c-4003-bc99-133cc16e2048 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:23.375479 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:23.532351 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Router 345ea1e1-7f74-4bd2-8134-431418b402fe is scheduled to L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 with binding_index 1 {{(pid=93100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:02:23.546021 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-575dbe17-8b42-492e-8b0d-cdc72186509a None None] Provisioning complete for port 1deb6406-536d-48d1-bcc2-660383f1a06f triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:23.546455 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-575dbe17-8b42-492e-8b0d-cdc72186509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:23.578580 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-575dbe17-8b42-492e-8b0d-cdc72186509a None None] Port 1deb6406-536d-48d1-bcc2-660383f1a06f cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:02:23.619969 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:02:23.624920 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] 10.222.0.13 "PUT /v2.0/routers/345ea1e1-7f74-4bd2-8134-431418b402fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6772268 Jun 23 14:02:23.641541 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Sync routers for ids ['345ea1e1-7f74-4bd2-8134-431418b402fe'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:02:23.654257 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Routers {'345ea1e1-7f74-4bd2-8134-431418b402fe'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:23.655020 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:02:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['345ea1e1-7f74-4bd2-8134-431418b402fe'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:23.838714 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Set router 345ea1e1-7f74-4bd2-8134-431418b402fe gateway port host: None {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:24.260791 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'name': 'router1', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:13Z', 'updated_at': '2021-06-23T14:02:22Z', 'revision_number': 2, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'gw_port_host': None, '_interfaces': [{'id': '1deb6406-536d-48d1-bcc2-660383f1a06f', 'name': '', 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'mac_address': 'fa:16:3e:38:f4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:22Z', 'updated_at': '2021-06-23T14:02:23Z', 'revision_number': 2, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'subnets': [{'id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c2709b-4e5c-4d3e-9d94-591eff257cff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:24.311853 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Checking router: 345ea1e1-7f74-4bd2-8134-431418b402fe for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:02:24.312224 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Updating router 345ea1e1-7f74-4bd2-8134-431418b402fe port 1deb6406-536d-48d1-bcc2-660383f1a06f binding host dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:02:24.373544 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.855745 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.877306 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Transition to ACTIVE for port object 1deb6406-536d-48d1-bcc2-660383f1a06f will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:24.884518 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.888746 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:25.050205 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Attempting to bind port 1deb6406-536d-48d1-bcc2-660383f1a06f on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:25.050597 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Attempting to bind port 1deb6406-536d-48d1-bcc2-660383f1a06f by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '7d438b06-c8eb-4cf4-b38c-486eb7f27caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:25.051037 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Attempting to bind port 1deb6406-536d-48d1-bcc2-660383f1a06f on network 85ad62bc-a07c-4003-bc99-133cc16e2048 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:25.053147 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Pushing event updated for resources: {'Port': ['ID=1deb6406-536d-48d1-bcc2-660383f1a06f,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:25.061688 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:25.062134 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Checking segment: {'id': '7d438b06-c8eb-4cf4-b38c-486eb7f27caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:25.062581 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:25.062964 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Bound using segment: {'id': '7d438b06-c8eb-4cf4-b38c-486eb7f27caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:25.063438 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Bound port: 1deb6406-536d-48d1-bcc2-660383f1a06f, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d438b06-c8eb-4cf4-b38c-486eb7f27caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:25.063799 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:25.075840 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.076174 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.076504 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.076826 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.077144 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.077456 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.077764 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.078175 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.078501 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.078814 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.079119 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.079419 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Tracked resource versions report: Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: pushed versions: Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Log': {'1.0'}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Network': {'1.1'}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Port': {'1.7'}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'PortForwarding': {'1.2'}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'QosPolicy': {'1.8'}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SubPort': {'1.0'}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Subnet': {'1.1'}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Trunk': {'1.1'}} Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: consumer versions: Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: { DHCP agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: L3 agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: Metadata agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: Metering agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: Open vSwitch agent@dv-cinder-784477-5-iscsi: { 'AddressGroup': '1.2', Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'ConntrackHelper': '1.0', Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Log': '1.0', Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Network': '1.1', Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Port': '1.7', Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'PortForwarding': '1.2', Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'QosPolicy': '1.8', Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SecurityGroup': '1.4', Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SecurityGroupRule': '1.2', Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SubPort': '1.0', Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Subnet': '1.1', Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Trunk': '1.1'}} Jun 23 14:02:25.080518 dv-cinder-784477-5-iscsi neutron-server[93102]: {{(pid=93102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:25.084058 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:25.145959 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] For port 1deb6406-536d-48d1-bcc2-660383f1a06f, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:25.172746 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] For port 1deb6406-536d-48d1-bcc2-660383f1a06f, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=1deb6406-536d-48d1-bcc2-660383f1a06f,segment=NetworkSegment(7d438b06-c8eb-4cf4-b38c-486eb7f27caf),segment_id=7d438b06-c8eb-4cf4-b38c-486eb7f27caf)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:25.178583 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:25.182062 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:25.242131 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Routers {'345ea1e1-7f74-4bd2-8134-431418b402fe'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:25.242788 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:02:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['345ea1e1-7f74-4bd2-8134-431418b402fe'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:25.246233 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Pushing event updated for resources: {'Port': ['ID=1deb6406-536d-48d1-bcc2-660383f1a06f,revision_number=4']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:25.277784 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:25.331888 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] Set router 345ea1e1-7f74-4bd2-8134-431418b402fe gateway port host: None {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:25.569506 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'name': 'router1', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:13Z', 'updated_at': '2021-06-23T14:02:22Z', 'revision_number': 2, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'gw_port_host': None, '_interfaces': [{'id': '1deb6406-536d-48d1-bcc2-660383f1a06f', 'name': '', 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'mac_address': 'fa:16:3e:38:f4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:22Z', 'updated_at': '2021-06-23T14:02:25Z', 'revision_number': 4, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'subnets': [{'id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c2709b-4e5c-4d3e-9d94-591eff257cff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:25.610968 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e765018e-14b8-48f0-9d79-840968695b3d None None] The sync data for ids ['345ea1e1-7f74-4bd2-8134-431418b402fe'] in dv-cinder-784477-5-iscsi is: [{'id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'name': 'router1', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:13Z', 'updated_at': '2021-06-23T14:02:22Z', 'revision_number': 2, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'gw_port_host': None, '_interfaces': [{'id': '1deb6406-536d-48d1-bcc2-660383f1a06f', 'name': '', 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'mac_address': 'fa:16:3e:38:f4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:22Z', 'updated_at': '2021-06-23T14:02:25Z', 'revision_number': 4, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'subnets': [{'id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c2709b-4e5c-4d3e-9d94-591eff257cff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:02:25.890791 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55896) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:25.997529 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2edf8f1-b6ac-4598-b15a-43a1cabf8cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:25.998887 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-e2edf8f1-b6ac-4598-b15a-43a1cabf8cf6 admin admin] 10.222.0.13 "GET /v2.0/networks/710040d5-090b-4499-bb22-f2344abaefd1 HTTP/1.1" status: 200 len: 842 time: 0.1071436 Jun 23 14:02:26.008003 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:26.030732 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Made reservation on behalf of 3930015cf92f46ebadc70a57da303e76 for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:26.033111 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:26.373804 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.objects.ports [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 14:02:26.374266 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:26.377064 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-da2a6222-8944-4a55-b4c0-da02c33fa8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:26.431868 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f08a345-b6db-4b38-84ae-2ae257831658,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:26.436300 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:26.438817 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Checking segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:26.439176 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Network hostable DHCP agents. Network: 710040d5-090b-4499-bb22-f2344abaefd1, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:02:26.455172 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Network 710040d5-090b-4499-bb22-f2344abaefd1 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:02:26.463531 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 710040d5-090b-4499-bb22-f2344abaefd1) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:26.467395 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:26.468001 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:26.473173 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e3126-59ba-48f7-b48d-d17bf2534a75 None None] Network 710040d5-090b-4499-bb22-f2344abaefd1 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:26.486982 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4773459 Jun 23 14:02:26.610198 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ca46e-fcb8-471a-b29e-4756367238cd None None] Network 710040d5-090b-4499-bb22-f2344abaefd1 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:28.723116 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 1deb6406-536d-48d1-bcc2-660383f1a06f up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:28.755523 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55918) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:28.772797 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 1deb6406-536d-48d1-bcc2-660383f1a06f completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:28.776653 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 1deb6406-536d-48d1-bcc2-660383f1a06f triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:28.777089 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:28.855357 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:28.888726 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 1deb6406-536d-48d1-bcc2-660383f1a06f, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=1deb6406-536d-48d1-bcc2-660383f1a06f,segment=NetworkSegment(7d438b06-c8eb-4cf4-b38c-486eb7f27caf),segment_id=7d438b06-c8eb-4cf4-b38c-486eb7f27caf)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:28.891159 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-5e07b465-7562-471e-9ae1-aa63ed1ae009 admin admin] 10.222.0.13 "GET /v2.0/routers/345ea1e1-7f74-4bd2-8134-431418b402fe HTTP/1.1" status: 200 len: 710 time: 0.1342692 Jun 23 14:02:28.892458 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:28.896184 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:28.941872 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=1deb6406-536d-48d1-bcc2-660383f1a06f,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:28.944976 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:28.977672 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d57b93f-f93d-48ee-871b-b004c8b854e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:28.979066 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-8d57b93f-f93d-48ee-871b-b004c8b854e7 admin admin] 10.222.0.13 "GET /v2.0/networks/710040d5-090b-4499-bb22-f2344abaefd1 HTTP/1.1" status: 200 len: 886 time: 0.0829835 Jun 23 14:02:28.987656 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:29.226109 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5965'] for router, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:29.456042 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:29.528610 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:29.635025 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Allocated IP 172.27.1.6 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/53756d58-e881-4b15-ad6d-7bfe128d2f2b) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:29.737924 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:29.777800 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:29.779995 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4a38d4ae-74aa-4394-8a5f-3f88430c555e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:29.822419 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:29.825391 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:29.831655 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:29.834482 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Pushing event updated for resources: {'Port': ['ID=53756d58-e881-4b15-ad6d-7bfe128d2f2b,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:29.866299 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:30.187321 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:30.396033 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5965'] for router, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:30.400649 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3826969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3826944', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3922348'] for router, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:30.507291 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Router 345ea1e1-7f74-4bd2-8134-431418b402fe has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:02:30.609362 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:02:30.613672 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Notify callbacks [] for router, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:30.614861 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] 10.222.0.13 "PUT /v2.0/routers/345ea1e1-7f74-4bd2-8134-431418b402fe HTTP/1.1" status: 200 len: 888 time: 1.6304395 Jun 23 14:02:30.633907 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Sync routers for ids ['345ea1e1-7f74-4bd2-8134-431418b402fe'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:02:30.646878 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Routers {'345ea1e1-7f74-4bd2-8134-431418b402fe'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:30.647541 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:02:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['345ea1e1-7f74-4bd2-8134-431418b402fe'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:30.757059 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 1deb6406-536d-48d1-bcc2-660383f1a06f up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:30.951249 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 1deb6406-536d-48d1-bcc2-660383f1a06f triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:30.951622 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:30.954173 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Set router 345ea1e1-7f74-4bd2-8134-431418b402fe gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:31.392688 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'name': 'router1', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53756d58-e881-4b15-ad6d-7bfe128d2f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:13Z', 'updated_at': '2021-06-23T14:02:29Z', 'revision_number': 4, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'gw_port': {'id': '53756d58-e881-4b15-ad6d-7bfe128d2f2b', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:29Z', 'updated_at': '2021-06-23T14:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1deb6406-536d-48d1-bcc2-660383f1a06f', 'name': '', 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'mac_address': 'fa:16:3e:38:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:22Z', 'updated_at': '2021-06-23T14:02:28Z', 'revision_number': 5, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'subnets': [{'id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c2709b-4e5c-4d3e-9d94-591eff257cff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:31.444857 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Checking router: 345ea1e1-7f74-4bd2-8134-431418b402fe for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:02:31.445211 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Updating router 345ea1e1-7f74-4bd2-8134-431418b402fe port 53756d58-e881-4b15-ad6d-7bfe128d2f2b binding host dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:02:31.477863 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.791022 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.800314 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Transition to ACTIVE for port object 53756d58-e881-4b15-ad6d-7bfe128d2f2b will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:31.806472 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.809501 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:31.858347 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba5120-730f-426f-8f0b-19d377abd4ea None None] Pushing event updated for resources: {'Port': ['ID=53756d58-e881-4b15-ad6d-7bfe128d2f2b,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:31.860900 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Attempting to bind port 53756d58-e881-4b15-ad6d-7bfe128d2f2b on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:31.861276 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Attempting to bind port 53756d58-e881-4b15-ad6d-7bfe128d2f2b by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:31.861643 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Attempting to bind port 53756d58-e881-4b15-ad6d-7bfe128d2f2b on network 710040d5-090b-4499-bb22-f2344abaefd1 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:31.864511 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14ba5120-730f-426f-8f0b-19d377abd4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:31.867127 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:31.867520 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Checking segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:31.867954 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.868343 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Bound using segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:31.869076 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Bound port: 53756d58-e881-4b15-ad6d-7bfe128d2f2b, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:31.869451 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.918599 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] For port 53756d58-e881-4b15-ad6d-7bfe128d2f2b, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:31.921631 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] For port 53756d58-e881-4b15-ad6d-7bfe128d2f2b, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=53756d58-e881-4b15-ad6d-7bfe128d2f2b,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:31.927846 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.931406 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14ba5120-730f-426f-8f0b-19d377abd4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:31.985552 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Routers {'345ea1e1-7f74-4bd2-8134-431418b402fe'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:31.986181 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:02:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['345ea1e1-7f74-4bd2-8134-431418b402fe'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:32.096303 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba5120-730f-426f-8f0b-19d377abd4ea None None] Pushing event updated for resources: {'Port': ['ID=53756d58-e881-4b15-ad6d-7bfe128d2f2b,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:32.100360 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14ba5120-730f-426f-8f0b-19d377abd4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:32.168726 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] Set router 345ea1e1-7f74-4bd2-8134-431418b402fe gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:32.367871 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'name': 'router1', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53756d58-e881-4b15-ad6d-7bfe128d2f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:13Z', 'updated_at': '2021-06-23T14:02:29Z', 'revision_number': 4, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'gw_port': {'id': '53756d58-e881-4b15-ad6d-7bfe128d2f2b', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:29Z', 'updated_at': '2021-06-23T14:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1deb6406-536d-48d1-bcc2-660383f1a06f', 'name': '', 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'mac_address': 'fa:16:3e:38:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:22Z', 'updated_at': '2021-06-23T14:02:28Z', 'revision_number': 5, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'subnets': [{'id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c2709b-4e5c-4d3e-9d94-591eff257cff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:32.393728 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b6fdc-c377-4abc-8f13-ab9e1f56d1a6 None None] The sync data for ids ['345ea1e1-7f74-4bd2-8134-431418b402fe'] in dv-cinder-784477-5-iscsi is: [{'id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'name': 'router1', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53756d58-e881-4b15-ad6d-7bfe128d2f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:13Z', 'updated_at': '2021-06-23T14:02:29Z', 'revision_number': 4, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'gw_port': {'id': '53756d58-e881-4b15-ad6d-7bfe128d2f2b', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:29Z', 'updated_at': '2021-06-23T14:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1deb6406-536d-48d1-bcc2-660383f1a06f', 'name': '', 'network_id': '85ad62bc-a07c-4003-bc99-133cc16e2048', 'tenant_id': 'c23dba7df66544eead6066cefddd209e', 'mac_address': 'fa:16:3e:38:f4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345ea1e1-7f74-4bd2-8134-431418b402fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:22Z', 'updated_at': '2021-06-23T14:02:28Z', 'revision_number': 5, 'project_id': 'c23dba7df66544eead6066cefddd209e', 'subnets': [{'id': '524da31c-6528-4d94-9c41-b31d2ce4783b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c2709b-4e5c-4d3e-9d94-591eff257cff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:02:32.741050 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 53756d58-e881-4b15-ad6d-7bfe128d2f2b up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:32.803329 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 53756d58-e881-4b15-ad6d-7bfe128d2f2b completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:32.808497 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 53756d58-e881-4b15-ad6d-7bfe128d2f2b triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:32.808880 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:32.893513 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:32.918180 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 53756d58-e881-4b15-ad6d-7bfe128d2f2b, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=53756d58-e881-4b15-ad6d-7bfe128d2f2b,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:32.923023 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:32.925353 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:32.979357 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=53756d58-e881-4b15-ad6d-7bfe128d2f2b,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:32.982424 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:33.023048 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 55926) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:33.151019 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-1c2a4966-48a5-4062-b188-e9bff4e1ea43 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1262858 Jun 23 14:02:33.986012 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 5 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:02:34.698324 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 53756d58-e881-4b15-ad6d-7bfe128d2f2b up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:34.767056 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 53756d58-e881-4b15-ad6d-7bfe128d2f2b triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:34.767440 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:47.719569 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0ce9eb82-cd46-4218-8763-5de1987b1e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:50.312675 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d99b0540-4894-43a5-a823-c4ed188fe4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:50.887565 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:51.088785 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:53.236106 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:10.986030 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 5 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:03:17.720723 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-04922e31-d4ba-4a61-8f53-8d2b55493060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:20.319301 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-67bb6391-fb68-4179-937c-299284029d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:20.873035 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:21.086869 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:23.232812 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:47.723985 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2d33f1e5-3df4-4d4d-aef8-5f7861e65462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:47.984510 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 5 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:03:50.313966 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c902340d-e3ca-4f4d-bf18-1bcb1cd26b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:50.868130 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:51.091217 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:53.228876 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:12.376104 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 56494) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:12.489202 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.pecan_wsgi.hooks.translation [None req-94681484-b52c-48f6-866e-9177cd691ec0 admin admin] GET failed (client error): The resource could not be found. Jun 23 14:04:12.490948 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-94681484-b52c-48f6-866e-9177cd691ec0 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1138418 Jun 23 14:04:12.815322 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.policy [None req-3672d331-c28e-430b-b4c8-667b9be45b2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93099) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:04:12.865247 dv-cinder-784477-5-iscsi neutron-server[93099]: WARNING oslo_policy.policy [None req-3672d331-c28e-430b-b4c8-667b9be45b2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:04:12.865632 dv-cinder-784477-5-iscsi neutron-server[93099]: WARNING oslo_policy.policy [None req-3672d331-c28e-430b-b4c8-667b9be45b2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:04:12.874760 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3672d331-c28e-430b-b4c8-667b9be45b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:12.876557 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-3672d331-c28e-430b-b4c8-667b9be45b2f admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3815000 Jun 23 14:04:15.064556 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 56506) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:15.206714 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55491e15-c0ec-4f08-80f6-a6ed4a8cec1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:15.208732 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-55491e15-c0ec-4f08-80f6-a6ed4a8cec1d admin admin] 10.222.0.13 "GET /v2.0/subnets/524da31c-6528-4d94-9c41-b31d2ce4783b HTTP/1.1" status: 200 len: 849 time: 0.1432409 Jun 23 14:04:15.218397 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:04:15.311491 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Notify callbacks [] for subnet, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:15.480484 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773592988636'] for subnet, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:15.485979 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:04:15.551893 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:15.558895 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:15.558895 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] 10.222.0.13 "PUT /v2.0/subnets/524da31c-6528-4d94-9c41-b31d2ce4783b HTTP/1.1" status: 200 len: 868 time: 0.3395414 Jun 23 14:04:15.561390 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d138d-0be7-4fd6-9471-90c75ac1c69f None None] Network 85ad62bc-a07c-4003-bc99-133cc16e2048 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:04:15.583796 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=524da31c-6528-4d94-9c41-b31d2ce4783b,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:04:15.596798 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.597212 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.597485 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.597853 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.599197 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.599567 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.599892 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.600216 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.600536 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.600852 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.601161 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.601852 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Tracked resource versions report: Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: pushed versions: Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: { 'AddressGroup': {'1.2'}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'ConntrackHelper': {'1.0'}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Log': {'1.0'}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Network': {'1.1'}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Port': {'1.7'}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'PortForwarding': {'1.2'}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'QosPolicy': {'1.8'}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SecurityGroup': {'1.4'}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SubPort': {'1.0'}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Subnet': {'1.1'}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Trunk': {'1.1'}} Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: consumer versions: Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: { DHCP agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: L3 agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: Metadata agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: Metering agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: Open vSwitch agent@dv-cinder-784477-5-iscsi: { 'AddressGroup': '1.2', Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'ConntrackHelper': '1.0', Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Log': '1.0', Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Network': '1.1', Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Port': '1.7', Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'PortForwarding': '1.2', Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'QosPolicy': '1.8', Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SecurityGroup': '1.4', Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SecurityGroupRule': '1.2', Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SubPort': '1.0', Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Subnet': '1.1', Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Trunk': '1.1'}} Jun 23 14:04:15.602789 dv-cinder-784477-5-iscsi neutron-server[93099]: {{(pid=93099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:04:15.615846 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:04:15.941060 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-91eb5345-0e2d-4d5a-98a6-6b1b2eadefc5 None None] Provisioning complete for port 98ac947b-fc12-432c-b46f-c1e2e2ae3554 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:04:15.941435 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eb5345-0e2d-4d5a-98a6-6b1b2eadefc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:16.037152 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-91eb5345-0e2d-4d5a-98a6-6b1b2eadefc5 None None] Provisioning complete for port 1deb6406-536d-48d1-bcc2-660383f1a06f triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:04:16.037152 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91eb5345-0e2d-4d5a-98a6-6b1b2eadefc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:17.729740 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-31e968af-0d53-4e44-80a2-fcf3b31d494b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:17.776548 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 56518) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:18.060122 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a0c44c-7281-475b-85c0-bc4215edb145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:18.060600 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a0c44c-7281-475b-85c0-bc4215edb145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:18.062436 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-30a0c44c-7281-475b-85c0-bc4215edb145 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2847612 Jun 23 14:04:20.260455 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 56526) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:20.319228 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6504ca92-da0b-4159-ac35-cb58c3a27064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:20.409672 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9361d7-7c77-4af4-9ffd-d0e52d54a3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:20.410175 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9361d7-7c77-4af4-9ffd-d0e52d54a3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:20.413635 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-7d9361d7-7c77-4af4-9ffd-d0e52d54a3a4 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1521778 Jun 23 14:04:20.871041 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:21.093973 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:22.594221 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56534) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:22.729443 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a9e8d8-1a7b-40d3-b806-4248b4674e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:22.730750 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-31a9e8d8-1a7b-40d3-b806-4248b4674e1f admin admin] 10.222.0.13 "GET /v2.0/networks/710040d5-090b-4499-bb22-f2344abaefd1 HTTP/1.1" status: 200 len: 886 time: 0.1351545 Jun 23 14:04:23.239209 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:24.935256 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56544) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:24.983560 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 5 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:04:25.077989 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26416faf-8385-4998-a544-b93b86712fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:25.079398 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-26416faf-8385-4998-a544-b93b86712fbd admin admin] 10.222.0.13 "GET /v2.0/networks/85ad62bc-a07c-4003-bc99-133cc16e2048 HTTP/1.1" status: 200 len: 869 time: 0.1429849 Jun 23 14:04:27.309859 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56552) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:27.434784 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c035d-c568-4349-89eb-f64e652c5a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:27.435244 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c035d-c568-4349-89eb-f64e652c5a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:27.436782 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-9a7c035d-c568-4349-89eb-f64e652c5a8c admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259592 Jun 23 14:04:29.614386 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56560) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:29.717290 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b97da1-b76a-4165-8aae-cf33d44bc926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:29.717748 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b97da1-b76a-4165-8aae-cf33d44bc926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:29.719323 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-26b97da1-b76a-4165-8aae-cf33d44bc926 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1039958 Jun 23 14:04:31.935240 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56568) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:32.037784 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a033ed51-b65d-4a73-933d-a2dcc2ed0de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:32.039500 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-a033ed51-b65d-4a73-933d-a2dcc2ed0de3 admin admin] 10.222.0.13 "GET /v2.0/subnets/524da31c-6528-4d94-9c41-b31d2ce4783b HTTP/1.1" status: 200 len: 868 time: 0.1032360 Jun 23 14:04:34.281814 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56576) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:34.374071 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020cf094-94be-4a00-aa88-ab8a9cf741ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:34.375603 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-020cf094-94be-4a00-aa88-ab8a9cf741ab admin admin] 10.222.0.13 "GET /v2.0/subnets/7f08a345-b6db-4b38-84ae-2ae257831658 HTTP/1.1" status: 200 len: 816 time: 0.0927937 Jun 23 14:04:47.733203 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3312ec4a-d195-4876-849a-c3101e305cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:50.321786 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9e9b10b0-59e4-426c-a31d-d1f0b6670b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:50.874035 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:51.102300 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:53.242167 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:58.786536 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56620) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:58.835184 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [None req-b5b1f5ec-e85f-4b24-a8fd-5d54f798e023 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:04:58.836401 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b5b1f5ec-e85f-4b24-a8fd-5d54f798e023 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483434 Jun 23 14:05:01.114197 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56628) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:01.177321 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c151500-e89d-4ec8-b15e-7470529aa9cd admin admin] GET failed (client error): The resource could not be found. Jun 23 14:05:01.178805 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-9c151500-e89d-4ec8-b15e-7470529aa9cd admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0636799 Jun 23 14:05:01.322674 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d59e62-ecf9-4af4-a9a7-2b9af3f58003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:01.324044 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-51d59e62-ecf9-4af4-a9a7-2b9af3f58003 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1396487 Jun 23 14:05:01.982902 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 5 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:05:03.593223 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56636) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:03.645061 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:05:03.668557 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Made reservation on behalf of 3930015cf92f46ebadc70a57da303e76 for: {'network': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:05:03.670983 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:03.700314 dv-cinder-784477-5-iscsi neutron-server[93100]: WARNING neutron.services.revisions.revision_plugin [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Could not find related network for resource to bump revision. Jun 23 14:05:03.712869 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=93100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:05:03.723728 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:03.724071 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.segments_db [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Added segment c385d628-6ab9-4e52-8b75-313ec1ea66d6 of type vlan for network 963213fd-fa79-45b8-9dc6-8404abde1bc3 Jun 23 14:05:03.773626 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:03.811767 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:03.813231 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:03.813809 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:03.815907 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:03.872133 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2777042 Jun 23 14:05:03.879347 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Pushing event updated for resources: {'Network': ['ID=963213fd-fa79-45b8-9dc6-8404abde1bc3,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:03.887256 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.887616 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.887951 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.888275 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.888595 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.888936 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.889254 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.889569 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.889913 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.890251 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.890563 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.890868 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:03.894826 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:03.903613 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 963213fd-fa79-45b8-9dc6-8404abde1bc3 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:05:06.088411 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56644) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:06.154249 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.pecan_wsgi.hooks.translation [None req-254b665b-0c01-4d89-90c5-9d4709ccf18f admin admin] GET failed (client error): The resource could not be found. Jun 23 14:05:06.155620 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-254b665b-0c01-4d89-90c5-9d4709ccf18f admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0662022 Jun 23 14:05:06.239523 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04808c94-aa6b-4190-b50a-421241bcfcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:06.241297 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-04808c94-aa6b-4190-b50a-421241bcfcbd admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0798082 Jun 23 14:05:06.253692 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:05:06.279448 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Made reservation on behalf of 3930015cf92f46ebadc70a57da303e76 for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:05:06.281750 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:06.555811 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:06.557933 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:06.614735 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fce2311-8748-415f-8276-7b222c7b2fb7,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:06.617294 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:06.622857 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Checking segment: {'id': 'c385d628-6ab9-4e52-8b75-313ec1ea66d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:05:06.623276 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Network hostable DHCP agents. Network: 963213fd-fa79-45b8-9dc6-8404abde1bc3, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:05:06.639921 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Network 963213fd-fa79-45b8-9dc6-8404abde1bc3 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:05:06.648970 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 963213fd-fa79-45b8-9dc6-8404abde1bc3) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:05:06.653448 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:06.654036 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:06.658146 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f561d68-63fb-488f-84bc-3d89ecf65cd0 None None] Network 963213fd-fa79-45b8-9dc6-8404abde1bc3 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:05:06.667935 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4198081 Jun 23 14:05:06.926353 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32032e7a-c366-5531-9d15-524468520a4e-963213fd-fa79-45b8-9dc6-8404abde1bc3', 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3', 'tenant_id': '3930015cf92f46ebadc70a57da303e76', 'fixed_ips': [{'subnet_id': '5fce2311-8748-415f-8276-7b222c7b2fb7'}]}} from dv-cinder-784477-5-iscsi. {{(pid=93101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:05:06.927204 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:07.073457 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Allocated IP 192.168.233.2 (963213fd-fa79-45b8-9dc6-8404abde1bc3/5fce2311-8748-415f-8276-7b222c7b2fb7/6aca7022-a7b6-4cae-b717-fda5cf2d7ce5) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:05:07.236513 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:07.245930 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Transition to ACTIVE for port object 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:05:07.263628 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Transition to ACTIVE for port object 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:05:07.272108 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:07.274723 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bc4602a7-3782-4119-a79a-7e31581e258a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:07.321828 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Network 963213fd-fa79-45b8-9dc6-8404abde1bc3 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:05:07.325897 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:05:07.327776 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Pushing event updated for resources: {'Port': ['ID=6aca7022-a7b6-4cae-b717-fda5cf2d7ce5,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:07.330125 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:05:07.343494 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.343998 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.344347 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.344753 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.345207 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.345573 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.345934 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.346316 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.346879 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.347439 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.347959 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.348325 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:07.378466 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:07.424940 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Attempting to bind port 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:05:07.424940 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Attempting to bind port 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'c385d628-6ab9-4e52-8b75-313ec1ea66d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:05:07.424940 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Attempting to bind port 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5 on network 963213fd-fa79-45b8-9dc6-8404abde1bc3 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:05:07.429820 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:05:07.430319 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Checking segment: {'id': 'c385d628-6ab9-4e52-8b75-313ec1ea66d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:05:07.430729 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:07.431239 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Bound using segment: {'id': 'c385d628-6ab9-4e52-8b75-313ec1ea66d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:05:07.432012 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Bound port: 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c385d628-6ab9-4e52-8b75-313ec1ea66d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:05:07.432626 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:07.527633 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] For port 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:05:07.536237 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] For port 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=6aca7022-a7b6-4cae-b717-fda5cf2d7ce5,segment=NetworkSegment(c385d628-6ab9-4e52-8b75-313ec1ea66d6),segment_id=c385d628-6ab9-4e52-8b75-313ec1ea66d6)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:05:07.542155 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:07.546487 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:07.624444 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Pushing event updated for resources: {'Port': ['ID=6aca7022-a7b6-4cae-b717-fda5cf2d7ce5,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:07.629279 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:08.503213 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf2af01-579e-401b-b7c1-aff8868c4627 None None] Network 963213fd-fa79-45b8-9dc6-8404abde1bc3 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:05:08.604731 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-63fcbf76-0280-4b20-93ce-1a2df3158d01 None None] Provisioning for port 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:05:08.911925 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:05:08.984999 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:05:08.989235 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:05:08.989564 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:09.075703 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:09.108191 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=6aca7022-a7b6-4cae-b717-fda5cf2d7ce5,segment=NetworkSegment(c385d628-6ab9-4e52-8b75-313ec1ea66d6),segment_id=c385d628-6ab9-4e52-8b75-313ec1ea66d6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:05:09.114167 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:09.118254 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:09.173361 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=6aca7022-a7b6-4cae-b717-fda5cf2d7ce5,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:09.177076 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:10.830196 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:05:10.878528 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 6aca7022-a7b6-4cae-b717-fda5cf2d7ce5 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:05:10.878900 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:17.734812 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-55886c51-9b29-46f7-bdf0-1ef72b09a6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:20.327017 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7020baed-6972-4794-aa9d-e927c94d1bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:20.882339 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:21.110704 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:23.249058 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:38.982171 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 5 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:05:47.738537 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-872766f3-33f1-4656-983e-06aa19598a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:50.337176 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e69b43c8-4df4-4898-a875-235fab116c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:50.878636 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:51.109410 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:53.256296 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:15.982132 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 5 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:06:16.888791 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56696) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:16.894738 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [None req-a4c42184-3a79-4e42-bb91-5f56ef80d4a7 tempest-verify_tempest_config-656917705 tempest-verify_tempest_config-656917705-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:06:16.895663 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-a4c42184-3a79-4e42-bb91-5f56ef80d4a7 tempest-verify_tempest_config-656917705 tempest-verify_tempest_config-656917705-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059371 Jun 23 14:06:17.206189 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56714) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:17.306562 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:17.397123 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:17.402522 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:17.405689 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:06:17.449212 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61e64079fbc44cda89a8ecc473257671&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2419426 Jun 23 14:06:17.450006 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fff03ba-42e5-49a4-94dc-8760c1f9d3f7,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:06:17.451880 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 56718) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:17.456894 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.457253 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.457592 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.457919 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.458266 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.458611 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.458934 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.459249 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.459581 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.459899 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.460213 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.460839 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.465464 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:06:17.536679 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:17.557285 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:17.648704 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:17.651628 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:17.652903 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fff03ba-42e5-49a4-94dc-8760c1f9d3f7 HTTP/1.1" status: 204 len: 168 time: 0.2000561 Jun 23 14:06:17.653727 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:06:17.661402 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fff03ba-42e5-49a4-94dc-8760c1f9d3f7,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:06:17.668106 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.668464 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.668797 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.669123 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.669442 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.669778 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.670125 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.670448 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.670781 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.671101 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.671414 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.671726 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:17.675463 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:06:17.730921 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-25454695-1799-4e8f-a121-7350982139ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:20.330886 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7e9adba8-484d-49ec-8191-6f301136980f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:20.880401 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:21.109031 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:23.255505 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:47.733497 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-99c829a9-5000-475c-a9c8-b79b60c98b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:50.331872 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d5086ab5-f129-48fd-8a00-096723e6e20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:50.883996 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:51.110713 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:52.981620 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 5 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:06:53.258650 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:17.735033 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bcdca1b6-70f2-45c9-85b9-a3457000678d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:20.333535 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfe12-d6f4-4310-a69e-48d7daab2400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:20.890097 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:21.113848 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:23.261718 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:29.980760 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 5 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:07:47.736463 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ad72c6e7-0984-400d-bb85-4bc4e152a964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:50.338922 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-66d17903-a6ad-475d-a9ea-c2b888dd37ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:50.894596 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:51.116836 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:53.264289 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:05.757829 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037'] for agent, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:06.979955 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:08:17.739132 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9092608d-ca9f-4401-aec2-43d491cd8700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:20.339720 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0df8232d-1c6b-48d8-a102-1cb164cde445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:20.888886 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:21.128620 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:21.304658 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56792) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:08:21.410932 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-57e22e6a-5d04-4f59-95b5-e7b8f5d6f2db admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1051414 Jun 23 14:08:23.270437 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:23.622059 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56802) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:08:23.675424 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-0bd3f7f7-4cb8-404b-ad69-092d3dd9f924 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0521705 Jun 23 14:08:35.722148 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:43.979350 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:08:47.741680 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6a1a2562-d852-49ee-9f2d-fd8a3dada0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:50.343168 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-185d6012-b54b-485b-9843-c4784d2d8760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:50.891581 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:51.123188 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:53.272439 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:05.736477 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:17.743028 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc284ee4-1c38-433e-a28d-e04c9d17e3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:20.344934 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-626a7a70-70d2-419f-b39e-94f5afac0601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:20.898144 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:20.980668 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:09:21.127758 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:23.279180 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:35.767293 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:47.749792 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0611af80-02ed-48ce-b37b-10cc8d541c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.345925 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-58e1bd68-106b-45f7-a7eb-353b7974beb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.891698 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.133622 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.279968 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.980594 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:09:59.612860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 56966) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:59.884288 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-367239477-network', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:59.910840 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Made reservation on behalf of 94dc71f547d24a5d8509b357a10011bb for: {'network': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:59.915247 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.915451 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 56992) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:59.925815 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.024566 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.029201 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.034031 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:00.043512 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=93100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:00.074508 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.074829 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.segments_db [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Added segment f32cacd8-0079-48cb-9acd-6d0a1b3d27fa of type vlan for network 50556b32-b72e-4178-bf44-bc520f43b25b Jun 23 14:10:00.077162 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f173a-e6df-42cb-9772-0f492b0fccca,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:00.094001 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.094425 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.094712 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.095036 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.095735 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.095735 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.096078 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.096439 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.096599 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.096925 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.097300 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.097469 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Tracked resource versions report: Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: pushed versions: Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: { 'AddressGroup': {'1.2'}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'ConntrackHelper': {'1.0'}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Log': {'1.0'}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Network': {'1.1'}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Port': {'1.7'}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'PortForwarding': {'1.2'}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'QosPolicy': {'1.8'}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SecurityGroup': {'1.4'}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SubPort': {'1.0'}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Subnet': {'1.1'}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Trunk': {'1.1'}} Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: consumer versions: Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: { DHCP agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: HyperV agent@hv-cinder-78447: {}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: L3 agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: Metadata agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: Metering agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: Open vSwitch agent@dv-cinder-784477-5-iscsi: { 'AddressGroup': '1.2', Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'ConntrackHelper': '1.0', Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Log': '1.0', Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Network': '1.1', Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Port': '1.7', Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'PortForwarding': '1.2', Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'QosPolicy': '1.8', Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SecurityGroup': '1.4', Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SecurityGroupRule': '1.2', Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'SubPort': '1.0', Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Subnet': '1.1', Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: 'Trunk': '1.1'}} Jun 23 14:10:00.098804 dv-cinder-784477-5-iscsi neutron-server[93100]: {{(pid=93100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:10:00.117900 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:00.133639 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.168093 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.169390 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:00.169986 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.173011 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:00.228270 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-network', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:00.229797 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.quota [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Loaded quota_driver: . Jun 23 14:10:00.235746 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Pushing event updated for resources: {'Network': ['ID=50556b32-b72e-4178-bf44-bc520f43b25b,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:00.243064 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6284125 Jun 23 14:10:00.244516 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:00.244516 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57014) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:00.248652 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 50556b32-b72e-4178-bf44-bc520f43b25b details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:00.249557 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Request body: {'subnet': {'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-367239477-subnet', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:00.271275 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.db.api [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:10:00.271275 dv-cinder-784477-5-iscsi neutron-server[93099]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 14:10:00.271275 dv-cinder-784477-5-iscsi neutron-server[93099]: [parameters: {'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'id': '696e3ab9-d1aa-472c-9149-c10588e5481f', 'expiration': datetime.datetime(2021, 6, 23, 14, 12, 0, 261194)}] Jun 23 14:10:00.271275 dv-cinder-784477-5-iscsi neutron-server[93099]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:10:00.271756 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_db.api [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:10:00.279441 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Made reservation on behalf of 94dc71f547d24a5d8509b357a10011bb for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:00.282206 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.334262 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57016) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:00.338766 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57018) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:00.462066 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.464349 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:00.504967 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:00.515042 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:00.543389 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Checking segment: {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:00.543747 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Network hostable DHCP agents. Network: 50556b32-b72e-4178-bf44-bc520f43b25b, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:00.563132 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Network 50556b32-b72e-4178-bf44-bc520f43b25b is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:00.574180 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 50556b32-b72e-4178-bf44-bc520f43b25b) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:00.578479 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:00.579278 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.588121 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06548a7-fa7e-4d75-be21-57cc3c7f5fbe None None] Network 50556b32-b72e-4178-bf44-bc520f43b25b requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:00.596228 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3506176 Jun 23 14:10:00.601397 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57036) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:00.606077 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:00.629593 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3923467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5974'] for router, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.632523 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5983'] for router, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.695446 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.740016 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-network', 'tenant_id': '94d303cd1a124e2d902fbc199f047749'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:00.791528 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32032e7a-c366-5531-9d15-524468520a4e-50556b32-b72e-4178-bf44-bc520f43b25b', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4'}]}} from dv-cinder-784477-5-iscsi. {{(pid=93101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:10:00.792609 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.826330 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1953109321-network', 'tenant_id': 'cc4649dfe1a8471d8f901eb395cb6942'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:00.834677 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57038) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:00.835002 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57042) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:00.852126 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5965'] for router, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.861307 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Made reservation on behalf of 94d303cd1a124e2d902fbc199f047749 for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:00.864439 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.916350 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.979430 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1071897771-network', 'tenant_id': '623523cdbbfe46ceb13f67972fb7eada'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:01.008575 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Made reservation on behalf of 5d7c700b49d342b3bbed8da39da42fd9 for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:01.011940 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.035429 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.db.api [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:10:01.035429 dv-cinder-784477-5-iscsi neutron-server[93099]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 14:10:01.035429 dv-cinder-784477-5-iscsi neutron-server[93099]: [parameters: {'project_id_1': '94d303cd1a124e2d902fbc199f047749', 'expiration_1': datetime.datetime(2021, 6, 23, 14, 10, 0, 961757)}] Jun 23 14:10:01.035429 dv-cinder-784477-5-iscsi neutron-server[93099]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:10:01.036446 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_db.api [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:10:01.037059 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.db.api [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:10:01.037059 dv-cinder-784477-5-iscsi neutron-server[93099]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 14:10:01.037059 dv-cinder-784477-5-iscsi neutron-server[93099]: [parameters: {'project_id_1': '623523cdbbfe46ceb13f67972fb7eada', 'expiration_1': datetime.datetime(2021, 6, 23, 14, 10, 0, 990059)}] Jun 23 14:10:01.037059 dv-cinder-784477-5-iscsi neutron-server[93099]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:10:01.037720 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_db.api [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:10:01.050060 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-402337680-network', 'tenant_id': 'b45ca40031104644aca72ab770e2291d'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:01.068404 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Allocated IP 172.20.0.2 (50556b32-b72e-4178-bf44-bc520f43b25b/606a88d1-94ef-49ba-9cad-9f7c5df7c3a4/1b0dfe0a-7410-4de8-b14a-0d991f925d78) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:01.071010 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.073381 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Made reservation on behalf of cc4649dfe1a8471d8f901eb395cb6942 for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:01.076087 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.100599 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.106442 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.128105 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.237188 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.239889 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Made reservation on behalf of b45ca40031104644aca72ab770e2291d for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:01.242961 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.252624 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Allocated IP 172.27.1.168 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/6b27f2e8-a9f0-480a-b481-8f065bdbea63) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:01.309049 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.311097 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.317640 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.330569 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Transition to ACTIVE for port object 1b0dfe0a-7410-4de8-b14a-0d991f925d78 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:01.343648 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.352474 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Transition to ACTIVE for port object 1b0dfe0a-7410-4de8-b14a-0d991f925d78 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:01.362130 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.367006 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.411438 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:01.413137 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.444313 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773593089046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.445197 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Unsubscribe: segment precommit_create {{(pid=93099) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:10:01.446751 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Pushing event updated for resources: {'Port': ['ID=1b0dfe0a-7410-4de8-b14a-0d991f925d78,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:01.447065 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Added segment 21b25cd4-5fd7-45e5-8446-d08897f5beee of type vlan for network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 Jun 23 14:10:01.461513 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.462287 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.462999 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.463793 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.464816 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.465786 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.466504 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.467330 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.468108 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.468752 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.469395 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.470125 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Tracked resource versions report: Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: pushed versions: Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: { 'AddressGroup': {'1.2'}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'ConntrackHelper': {'1.0'}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Log': {'1.0'}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Network': {'1.1'}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Port': {'1.7'}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'PortForwarding': {'1.2'}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'QosPolicy': {'1.8'}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SecurityGroup': {'1.4'}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SubPort': {'1.0'}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Subnet': {'1.1'}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Trunk': {'1.1'}} Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: consumer versions: Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: { DHCP agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: HyperV agent@hv-cinder-78447: {}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: L3 agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: Metadata agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: Metering agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: Open vSwitch agent@dv-cinder-784477-5-iscsi: { 'AddressGroup': '1.2', Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'ConntrackHelper': '1.0', Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Log': '1.0', Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Network': '1.1', Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Port': '1.7', Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'PortForwarding': '1.2', Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'QosPolicy': '1.8', Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SecurityGroup': '1.4', Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SecurityGroupRule': '1.2', Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'SubPort': '1.0', Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Subnet': '1.1', Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: 'Trunk': '1.1'}} Jun 23 14:10:01.472604 dv-cinder-784477-5-iscsi neutron-server[93101]: {{(pid=93101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:10:01.482867 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.483843 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.495472 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.499959 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Network 50556b32-b72e-4178-bf44-bc520f43b25b is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:01.505828 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:01.508948 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:01.510224 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:01.514945 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:01.525770 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.530310 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:01.578913 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.599524 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Attempting to bind port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:01.600308 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Attempting to bind port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:01.601208 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Attempting to bind port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 on network 50556b32-b72e-4178-bf44-bc520f43b25b {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:01.607144 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:01.607390 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.608090 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Checking segment: {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:01.608719 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.609338 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Bound using segment: {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:01.610086 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Bound port: 1b0dfe0a-7410-4de8-b14a-0d991f925d78, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:01.610700 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.619489 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:01.620112 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.644880 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6c951d-3bfe-4c2e-a85a-5548a81baa75,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:01.658082 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.658691 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.659353 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.659884 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.661194 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.661463 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.661824 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.662184 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.662511 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.663127 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.663505 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.663879 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Tracked resource versions report: Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: pushed versions: Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: { 'AddressGroup': {'1.2'}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'ConntrackHelper': {'1.0'}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Log': {'1.0'}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Network': {'1.1'}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Port': {'1.7'}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'PortForwarding': {'1.2'}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'QosPolicy': {'1.8'}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SecurityGroup': {'1.4'}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SubPort': {'1.0'}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Subnet': {'1.1'}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Trunk': {'1.1'}} Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: consumer versions: Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: { DHCP agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: HyperV agent@hv-cinder-78447: {}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: L3 agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: Metadata agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: Metering agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: Open vSwitch agent@dv-cinder-784477-5-iscsi: { 'AddressGroup': '1.2', Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'ConntrackHelper': '1.0', Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Log': '1.0', Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Network': '1.1', Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Port': '1.7', Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'PortForwarding': '1.2', Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'QosPolicy': '1.8', Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SecurityGroup': '1.4', Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SecurityGroupRule': '1.2', Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'SubPort': '1.0', Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Subnet': '1.1', Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: 'Trunk': '1.1'}} Jun 23 14:10:01.665161 dv-cinder-784477-5-iscsi neutron-server[93099]: {{(pid=93099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:10:01.675343 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.675876 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.778304 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Pushing event updated for resources: {'Network': ['ID=55cb9de8-56b6-4497-9fe1-40dadbfbfc68,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:01.786480 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.788833 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.791788 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] For port 1b0dfe0a-7410-4de8-b14a-0d991f925d78, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:01.795646 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] For port 1b0dfe0a-7410-4de8-b14a-0d991f925d78, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=1b0dfe0a-7410-4de8-b14a-0d991f925d78,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:01.800718 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:01.842376 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.859524 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.883646 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.887082 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9705427 Jun 23 14:10:01.897602 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.907896 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57096) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:01.912000 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Pushing event updated for resources: {'Port': ['ID=6b27f2e8-a9f0-480a-b481-8f065bdbea63,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:01.919496 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Request body: {'subnet': {'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-subnet', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:01.920616 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fcbdbb2c-ce90-4751-96b1-4b652a751a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.928979 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.984690 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:01.985721 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Pushing event updated for resources: {'Port': ['ID=1b0dfe0a-7410-4de8-b14a-0d991f925d78,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:02.007221 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:02.014749 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860da09a-22fa-4ba7-8190-8cc6e18e4d6c,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:02.031969 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:02.034940 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.035608 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Added segment 32abcbea-416c-488b-a16d-571cf9e58b8e of type vlan for network fbe29112-b5be-45ba-9ecf-c4558a5aa22d Jun 23 14:10:02.106230 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.180674 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.181760 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.183956 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:02.184783 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.190072 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:02.212056 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.300481 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827058'] for router, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.401497 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=fbe29112-b5be-45ba-9ecf-c4558a5aa22d,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:02.428773 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network fbe29112-b5be-45ba-9ecf-c4558a5aa22d details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:02.434735 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:02.437207 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-6ab3a969-d749-47cd-8ec5-fa9e983fe355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:02.453860 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:02.499810 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57118) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:02.508611 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.508989 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Added segment e5c44fa1-1710-46d6-b59b-349997715c85 of type vlan for network c241617d-c5b5-44d7-a717-14c6908e75fd Jun 23 14:10:02.526715 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Router 859377d6-c706-41cf-bfa8-998e523d8e1e is scheduled to L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 with binding_index 1 {{(pid=93100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:10:02.544249 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7557ca-d8da-458f-a066-14786032bc18,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:02.557218 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:02.670189 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.672819 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:02.686240 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Sync routers for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:02.705302 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:02.706332 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:09:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:02.788428 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.790287 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-024fa0cd-c6d6-4f11-bcce-f32b9bb8785a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.794722 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.799276 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Notify callbacks [] for router, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.801247 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1981304 Jun 23 14:10:02.803729 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57130) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:02.805624 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.822368 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:02.823004 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.829410 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:02.840950 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Made reservation on behalf of 623523cdbbfe46ceb13f67972fb7eada for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:02.844914 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.865934 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.913468 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Made reservation on behalf of 5d7c700b49d342b3bbed8da39da42fd9 for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:02.917729 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.947868 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:02.962201 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:02.982936 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57132) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:02.983662 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6519842 Jun 23 14:10:02.997620 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1599369 Jun 23 14:10:03.005493 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57134) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:03.018135 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Request body: {'subnet': {'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1953109321-subnet', 'tenant_id': 'cc4649dfe1a8471d8f901eb395cb6942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:03.041390 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Request body: {'subnet': {'network_id': 'c241617d-c5b5-44d7-a717-14c6908e75fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-402337680-subnet', 'tenant_id': 'b45ca40031104644aca72ab770e2291d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:03.053070 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.053562 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Added segment ea650f1c-1660-42fd-8ec3-d072307ca919 of type vlan for network 3f534e60-144d-45e6-a5fc-11af96caa6b1 Jun 23 14:10:03.111630 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.145546 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c241617d-c5b5-44d7-a717-14c6908e75fd,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.154917 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:03.156102 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:03.158673 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network c241617d-c5b5-44d7-a717-14c6908e75fd details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:03.159620 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.174355 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:03.174967 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.215482 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.222397 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:03.223691 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:03.250594 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 1b0dfe0a-7410-4de8-b14a-0d991f925d78 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:03.283197 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 3, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:03.321573 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Checking router: 859377d6-c706-41cf-bfa8-998e523d8e1e for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:03.322326 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Updating router 859377d6-c706-41cf-bfa8-998e523d8e1e port 6b27f2e8-a9f0-480a-b481-8f065bdbea63 binding host dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:03.337431 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:03.345037 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Pushing event updated for resources: {'Network': ['ID=3f534e60-144d-45e6-a5fc-11af96caa6b1,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.353845 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:03.359903 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 3f534e60-144d-45e6-a5fc-11af96caa6b1 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:03.374153 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.382217 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9850809b-c763-4a98-9624-e2bdc13bacc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:03.382425 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.431084 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-024fa0cd-c6d6-4f11-bcce-f32b9bb8785a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.436938 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-024fa0cd-c6d6-4f11-bcce-f32b9bb8785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.464150 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:03.490384 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1498380 Jun 23 14:10:03.517166 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57142) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:03.532199 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Request body: {'subnet': {'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-subnet', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:03.538946 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.db.api [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:10:03.538946 dv-cinder-784477-5-iscsi neutron-server[93100]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 14:10:03.538946 dv-cinder-784477-5-iscsi neutron-server[93100]: [parameters: {'project_id_1': 'cc4649dfe1a8471d8f901eb395cb6942', 'expiration_1': datetime.datetime(2021, 6, 23, 14, 10, 3, 59860)}] Jun 23 14:10:03.538946 dv-cinder-784477-5-iscsi neutron-server[93100]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:10:03.539386 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_db.api [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:10:03.579213 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.db.api [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:10:03.579213 dv-cinder-784477-5-iscsi neutron-server[93099]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 14:10:03.579213 dv-cinder-784477-5-iscsi neutron-server[93099]: [parameters: {'project_id_1': 'b45ca40031104644aca72ab770e2291d', 'expiration_1': datetime.datetime(2021, 6, 23, 14, 10, 3, 148579)}] Jun 23 14:10:03.579213 dv-cinder-784477-5-iscsi neutron-server[93099]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:10:03.579591 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_db.api [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:10:03.583051 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Checking segment: {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:03.583410 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Network hostable DHCP agents. Network: 55cb9de8-56b6-4497-9fe1-40dadbfbfc68, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:03.583808 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c01ae1-b951-4218-ba20-3134bf5f9528 None None] Network 50556b32-b72e-4178-bf44-bc520f43b25b requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:03.598999 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-024fa0cd-c6d6-4f11-bcce-f32b9bb8785a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=272ee78043c14170bfd8209a8f947fee&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0908835 Jun 23 14:10:03.601888 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57144) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:03.603932 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fa0cd-c6d6-4f11-bcce-f32b9bb8785a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b532f7-f946-45d5-80f5-380b58ce9d41,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.612156 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219b1ff5-c987-4386-8070-44e05e051198,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.618693 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-024fa0cd-c6d6-4f11-bcce-f32b9bb8785a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:03.622404 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:03.626675 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-bf124dd1-6d38-4289-8369-fa56a1ac7656 None None] Provisioning for port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:03.628086 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:03.663030 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 55cb9de8-56b6-4497-9fe1-40dadbfbfc68) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:03.673291 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-bf124dd1-6d38-4289-8369-fa56a1ac7656 None None] Provisioning complete for port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:03.673664 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf124dd1-6d38-4289-8369-fa56a1ac7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.678885 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:03.681071 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.719111 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-26a30f07-b58f-4370-a893-6b870973c20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.740178 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88111787-cba7-46d3-bc27-3105a3192a7c None None] Network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:03.763567 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.769186 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-26a30f07-b58f-4370-a893-6b870973c20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.776835 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.784503 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:03.796182 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-7f4d8b73-96c3-4da4-9206-49f8ccac1426 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8847358 Jun 23 14:10:03.798315 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57148) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:03.806598 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:03.819831 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.834350 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.855445 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Transition to ACTIVE for port object 6b27f2e8-a9f0-480a-b481-8f065bdbea63 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:03.867641 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:03.870322 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.873702 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec04832-1184-44ee-ae4e-1bfa5d042487,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.878076 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:03.881722 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Made reservation on behalf of 94d303cd1a124e2d902fbc199f047749 for: {'subnet': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:03.884205 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.890505 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.890901 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Added segment 587ddbdd-88e5-409c-958c-2d828624bbef of type vlan for network 53b676b5-489e-4e51-ad6d-a15f96c6e99d Jun 23 14:10:03.901543 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:03.953598 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3923467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5974'] for router, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.954912 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5983'] for router, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.974035 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Attempting to bind port 6b27f2e8-a9f0-480a-b481-8f065bdbea63 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:03.974445 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Attempting to bind port 6b27f2e8-a9f0-480a-b481-8f065bdbea63 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:03.974807 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Attempting to bind port 6b27f2e8-a9f0-480a-b481-8f065bdbea63 on network 710040d5-090b-4499-bb22-f2344abaefd1 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:03.979906 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Pushing event updated for resources: {'Port': ['ID=6b27f2e8-a9f0-480a-b481-8f065bdbea63,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.983034 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf124dd1-6d38-4289-8369-fa56a1ac7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.983413 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:03.983790 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Checking segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:03.984184 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.984656 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Bound using segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:03.985158 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Bound port: 6b27f2e8-a9f0-480a-b481-8f065bdbea63, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:03.985558 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.016260 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.016713 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.017233 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.017564 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.017902 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.018446 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.018955 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.019699 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.019963 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.020449 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.020830 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.021165 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Tracked resource versions report: Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: pushed versions: Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: { 'AddressGroup': {'1.2'}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'ConntrackHelper': {'1.0'}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Log': {'1.0'}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Network': {'1.1'}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Port': {'1.7'}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'PortForwarding': {'1.2'}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'QosPolicy': {'1.8'}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SecurityGroup': {'1.4'}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SubPort': {'1.0'}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Subnet': {'1.1'}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Trunk': {'1.1'}} Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: consumer versions: Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: { DHCP agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: HyperV agent@hv-cinder-78447: {}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: L3 agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: Metadata agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: Metering agent@dv-cinder-784477-5-iscsi: {}, Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: Open vSwitch agent@dv-cinder-784477-5-iscsi: { 'AddressGroup': '1.2', Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'ConntrackHelper': '1.0', Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Log': '1.0', Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Network': '1.1', Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Port': '1.7', Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'PortForwarding': '1.2', Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'QosPolicy': '1.8', Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SecurityGroup': '1.4', Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SecurityGroupRule': '1.2', Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'SubPort': '1.0', Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Subnet': '1.1', Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: 'Trunk': '1.1'}} Jun 23 14:10:04.022760 dv-cinder-784477-5-iscsi neutron-server[93102]: {{(pid=93102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:10:04.028295 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.068814 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.071955 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] For port 6b27f2e8-a9f0-480a-b481-8f065bdbea63, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:04.076014 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Made reservation on behalf of cc4649dfe1a8471d8f901eb395cb6942 for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:04.077693 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] For port 6b27f2e8-a9f0-480a-b481-8f065bdbea63, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=6b27f2e8-a9f0-480a-b481-8f065bdbea63,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:04.079274 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.084894 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.089472 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-bf124dd1-6d38-4289-8369-fa56a1ac7656 None None] For port 1b0dfe0a-7410-4de8-b14a-0d991f925d78, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=1b0dfe0a-7410-4de8-b14a-0d991f925d78,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:04.092903 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:04.099613 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf124dd1-6d38-4289-8369-fa56a1ac7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.107862 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:04.146740 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.150435 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.159598 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-26a30f07-b58f-4370-a893-6b870973c20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.160445 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Made reservation on behalf of b45ca40031104644aca72ab770e2291d for: {'subnet': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:04.163482 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.184259 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32032e7a-c366-5531-9d15-524468520a4e-55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198'}]}} from dv-cinder-784477-5-iscsi. {{(pid=93101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:10:04.184811 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Pushing event updated for resources: {'Port': ['ID=6b27f2e8-a9f0-480a-b481-8f065bdbea63,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:04.185121 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.191739 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.194290 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Allocated IP 172.20.0.1 (50556b32-b72e-4178-bf44-bc520f43b25b/606a88d1-94ef-49ba-9cad-9f7c5df7c3a4/1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:04.215429 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:04.216341 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.222091 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf124dd1-6d38-4289-8369-fa56a1ac7656 None None] Pushing event updated for resources: {'Port': ['ID=1b0dfe0a-7410-4de8-b14a-0d991f925d78,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:04.227336 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:04.228124 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:09:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:04.240181 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf124dd1-6d38-4289-8369-fa56a1ac7656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.241247 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:04.364811 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Pushing event updated for resources: {'Network': ['ID=53b676b5-489e-4e51-ad6d-a15f96c6e99d,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:04.367409 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.370240 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-26a30f07-b58f-4370-a893-6b870973c20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.373727 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-26a30f07-b58f-4370-a893-6b870973c20e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7b532f7-f946-45d5-80f5-380b58ce9d41 HTTP/1.1" status: 204 len: 168 time: 0.7689869 Jun 23 14:10:04.375782 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5393291 Jun 23 14:10:04.382738 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57156) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:04.397489 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:04.397979 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 53b676b5-489e-4e51-ad6d-a15f96c6e99d details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:04.412096 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:04.414039 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Request body: {'subnet': {'network_id': '53b676b5-489e-4e51-ad6d-a15f96c6e99d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1071897771-subnet', 'tenant_id': '623523cdbbfe46ceb13f67972fb7eada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:04.473822 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Made reservation on behalf of 623523cdbbfe46ceb13f67972fb7eada for: {'subnet': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:04.477266 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.610286 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Allocated IP 172.20.0.2 (55cb9de8-56b6-4497-9fe1-40dadbfbfc68/219b1ff5-c987-4386-8070-44e05e051198/a8f2046a-4350-4a44-8ded-fa015dd8e8cb) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:04.720750 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.721594 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a30f07-b58f-4370-a893-6b870973c20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b532f7-f946-45d5-80f5-380b58ce9d41,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:04.725503 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-26a30f07-b58f-4370-a893-6b870973c20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.751090 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-7ccde8a8-f677-47ec-9616-896bfec1ba0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:04.796209 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 3, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:04.833317 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5965'] for router, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.836552 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=427abfee-de59-4765-accd-e9617a461ee4,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:04.844575 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.877259 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3be433-0c98-489f-aef8-0078f25d7a32 None None] The sync data for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi is: [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 3, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:04.915238 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.937243 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Transition to ACTIVE for port object a8f2046a-4350-4a44-8ded-fa015dd8e8cb will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:04.963863 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Transition to ACTIVE for port object a8f2046a-4350-4a44-8ded-fa015dd8e8cb will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:04.974598 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-dc50f591-69d5-4310-b7a9-283985df75a0 None None] Provisioning complete for port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:04.975208 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-dc50f591-69d5-4310-b7a9-283985df75a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.989265 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.026394 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:05.081638 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:05.089019 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Pushing event updated for resources: {'Port': ['ID=a8f2046a-4350-4a44-8ded-fa015dd8e8cb,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:05.091591 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:05.103261 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Checking segment: {'id': '587ddbdd-88e5-409c-958c-2d828624bbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '53b676b5-489e-4e51-ad6d-a15f96c6e99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:05.103866 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Network hostable DHCP agents. Network: 53b676b5-489e-4e51-ad6d-a15f96c6e99d, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:05.105760 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 1b0dfe0a-7410-4de8-b14a-0d991f925d78 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:05.111020 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.127418 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:05.157216 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:05.186922 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=098b5eb4-4f85-4551-a132-d2f6a5c0b689,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:05.189659 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:05.209337 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:05.209852 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.286622 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.296933 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:05.375866 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.377322 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Transition to ACTIVE for port object 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:05.389131 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:05.391553 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Network 53b676b5-489e-4e51-ad6d-a15f96c6e99d is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:05.408947 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.424451 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0d230634-e444-4a02-b6f4-9a0d58f56b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:05.441312 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Checking segment: {'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:05.442762 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Network hostable DHCP agents. Network: 3f534e60-144d-45e6-a5fc-11af96caa6b1, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:05.449317 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 53b676b5-489e-4e51-ad6d-a15f96c6e99d) {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:05.469404 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:05.469998 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.521686 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Network 3f534e60-144d-45e6-a5fc-11af96caa6b1 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:05.524418 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ac77d6-6ada-4daa-9b7a-e3a1e6cc4ad6,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:05.531157 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1312678 Jun 23 14:10:05.543186 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:05.550542 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 3f534e60-144d-45e6-a5fc-11af96caa6b1) {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:05.561364 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:05.562000 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.581151 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Checking segment: {'id': 'e5c44fa1-1710-46d6-b59b-349997715c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c241617d-c5b5-44d7-a717-14c6908e75fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:05.581512 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Network hostable DHCP agents. Network: c241617d-c5b5-44d7-a717-14c6908e75fd, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:05.637676 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-42ce802a-3054-4d4b-a589-c9f1dbcbc268 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1155386 Jun 23 14:10:05.642273 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57196) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:05.648787 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-router', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:05.677298 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Network c241617d-c5b5-44d7-a717-14c6908e75fd is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:05.682675 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6218bb09-0ad9-41f6-9399-eb2e94454448,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:05.686893 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1560886c-0e70-48c9-b146-bca2c7d95ad8 None None] Network 53b676b5-489e-4e51-ad6d-a15f96c6e99d requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:05.688806 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:05.695741 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.721845 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, c241617d-c5b5-44d7-a717-14c6908e75fd) {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:05.731488 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-11c4e0de-1eca-463d-8d74-af4fa669bb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:05.739957 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:05.742331 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.749306 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3923467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5974'] for router, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.750908 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5983'] for router, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.772209 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Checking segment: {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:05.772557 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Network hostable DHCP agents. Network: fbe29112-b5be-45ba-9ecf-c4558a5aa22d, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:05.814945 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-c8a716d0-1444-43db-910d-d0a5f0dc96a3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7892251 Jun 23 14:10:05.851047 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8072cc-c16a-4cb9-a528-0cc01b4e4759 None None] Network 3f534e60-144d-45e6-a5fc-11af96caa6b1 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:05.859562 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16dcce-a46e-42a3-80ef-60c29de6901b None None] Network c241617d-c5b5-44d7-a717-14c6908e75fd requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:05.867738 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Network 50556b32-b72e-4178-bf44-bc520f43b25b is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:05.888763 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:05.903152 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Pushing event updated for resources: {'Port': ['ID=1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:05.939944 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:05.940460 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3818354'] for router_interface, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.953610 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.979612 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Attempting to bind port a8f2046a-4350-4a44-8ded-fa015dd8e8cb on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:05.979987 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Attempting to bind port a8f2046a-4350-4a44-8ded-fa015dd8e8cb by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:05.980350 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Attempting to bind port a8f2046a-4350-4a44-8ded-fa015dd8e8cb on network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:06.089774 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.155961 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:06.157087 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.176882 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:06.177299 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Checking segment: {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:06.177612 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.177938 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Bound using segment: {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:06.178477 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Bound port: a8f2046a-4350-4a44-8ded-fa015dd8e8cb, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:06.178857 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.185819 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Network fbe29112-b5be-45ba-9ecf-c4558a5aa22d is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:06.204708 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.245341 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, fbe29112-b5be-45ba-9ecf-c4558a5aa22d) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:06.257931 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:06.258571 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.313597 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fd30c0-ea3e-4db6-b23d-d546409c49fe None None] Network fbe29112-b5be-45ba-9ecf-c4558a5aa22d requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:06.363785 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-55148b6b-6a8f-407d-87ae-1df0ac6e3323 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3790011 Jun 23 14:10:06.486561 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Allocated IP 172.27.1.189 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/8ff82975-8c47-4bab-8b01-7efc8c74d7a9) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:06.517078 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.535606 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5965'] for router, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.693801 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] For port a8f2046a-4350-4a44-8ded-fa015dd8e8cb, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:06.698893 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] For port a8f2046a-4350-4a44-8ded-fa015dd8e8cb, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=a8f2046a-4350-4a44-8ded-fa015dd8e8cb,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:06.710180 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c09667-7ee4-4323-9fc6-713beb693cf4 None None] Network fbe29112-b5be-45ba-9ecf-c4558a5aa22d requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:06.713532 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4076977f-9730-4ee4-95e4-00dbb55f7eb8 None None] Provisioning for port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:06.727110 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4076977f-9730-4ee4-95e4-00dbb55f7eb8 None None] Provisioning complete for port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:06.727772 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4076977f-9730-4ee4-95e4-00dbb55f7eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.777214 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.803531 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4076977f-9730-4ee4-95e4-00dbb55f7eb8 None None] Port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:06.834790 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.952263 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.964173 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:06.972750 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.002091 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:07.052330 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:07.057357 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:07.135810 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.139545 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:07.203477 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.209783 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf06064c-ff62-4e3d-afa6-7d6c539e4dc7 None None] Network 53b676b5-489e-4e51-ad6d-a15f96c6e99d requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:07.221690 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff82975-8c47-4bab-8b01-7efc8c74d7a9,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:07.261732 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.272151 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3818398'] for router_interface, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.274516 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 6b27f2e8-a9f0-480a-b481-8f065bdbea63 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:07.276897 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57260) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:07.278544 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:07.282763 dv-cinder-784477-5-iscsi neutron-server[93100]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 14:10:07.296948 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:07.384286 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Pushing event updated for resources: {'Port': ['ID=1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:07.435104 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1fd7e5-5014-4e7f-a7ef-aac7c2409448 None None] Network 3f534e60-144d-45e6-a5fc-11af96caa6b1 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:07.457988 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:07.599434 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cf1ece-ac73-4330-9b67-cd859c3e8653 None None] Network c241617d-c5b5-44d7-a717-14c6908e75fd requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:07.616002 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57270) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:07.629818 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Pushing event updated for resources: {'Port': ['ID=a8f2046a-4350-4a44-8ded-fa015dd8e8cb,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:07.683765 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Allocated IP 172.27.1.182 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/3f89996b-7bce-4266-b097-222b84774541) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:07.766635 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:07.771778 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-109573302-network', 'tenant_id': 'bd6c614b6c184f4dad4d85e2fb11ed8d'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:07.788786 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57274) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:07.945185 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.963828 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 6b27f2e8-a9f0-480a-b481-8f065bdbea63 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:08.055029 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 6b27f2e8-a9f0-480a-b481-8f065bdbea63 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:08.055833 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.099576 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.105250 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:08.106643 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Network 50556b32-b72e-4178-bf44-bc520f43b25b is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:08.117420 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:08.242705 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57296) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:08.252018 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Pushing event updated for resources: {'Port': ['ID=3f89996b-7bce-4266-b097-222b84774541,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:08.257066 dv-cinder-784477-5-iscsi neutron-server[93099]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 14:10:08.340928 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:08.415702 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:08.424240 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:08.427047 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Made reservation on behalf of bd6c614b6c184f4dad4d85e2fb11ed8d for: {'network': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:08.428568 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:08.431886 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.492699 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.520535 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 6b27f2e8-a9f0-480a-b481-8f065bdbea63, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=6b27f2e8-a9f0-480a-b481-8f065bdbea63,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:08.532795 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.540430 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:08.571464 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-95ad8089-41cc-4b18-b95f-0149932c6bff None None] Provisioning complete for port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:08.571770 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-95ad8089-41cc-4b18-b95f-0149932c6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.595537 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Router 859377d6-c706-41cf-bfa8-998e523d8e1e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:10:08.596911 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8e5bcc0a-fd9b-4cd7-801b-102421e8f921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.607626 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.614750 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-95ad8089-41cc-4b18-b95f-0149932c6bff None None] Port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:08.642092 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=6b27f2e8-a9f0-480a-b481-8f065bdbea63,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:08.645313 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f56677-a216-4c44-856e-34e43785001d req-090770e3-85f0-45f3-b79f-9f8036a682e2 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:08.645846 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:08.647919 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-090770e3-85f0-45f3-b79f-9f8036a682e2 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/networks?id=c241617d-c5b5-44d7-a717-14c6908e75fd HTTP/1.1" status: 200 len: 811 time: 1.3665345 Jun 23 14:10:08.761799 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-09919003-00e4-43da-ab28-e9671f866753 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/quotas/b45ca40031104644aca72ab770e2291d HTTP/1.1" status: 200 len: 375 time: 0.0700307 Jun 23 14:10:08.813596 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-51b3cb53-bc5f-4c12-8cad-7fec984c5c6c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:08.821004 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-51b3cb53-bc5f-4c12-8cad-7fec984c5c6c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 815 time: 0.5652003 Jun 23 14:10:08.851611 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-ad346be4-ec88-4829-8b73-d0dcc46fdaa8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/quotas/cc4649dfe1a8471d8f901eb395cb6942 HTTP/1.1" status: 200 len: 375 time: 0.0296111 Jun 23 14:10:08.866724 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-2298bec9-63d3-4d0a-a02a-e435046ffa60 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b45ca40031104644aca72ab770e2291d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863297 Jun 23 14:10:08.876521 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.955997 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-df103245-98f7-4715-9255-8f184fc4e2c8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987217 Jun 23 14:10:08.967962 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57318) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:08.996585 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62781e-5723-4c38-8571-6036a4d8a0c5 None None] Network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:09.028099 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.057372 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:09.068680 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] 10.222.0.13 "PUT /v2.0/routers/859377d6-c706-41cf-bfa8-998e523d8e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2638888 Jun 23 14:10:09.124758 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Sync routers for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:09.217036 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-af722ade-d396-4241-b013-3cff68296693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.228802 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8e5bcc0a-fd9b-4cd7-801b-102421e8f921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.244466 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8e5bcc0a-fd9b-4cd7-801b-102421e8f921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.251809 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 6b27f2e8-a9f0-480a-b481-8f065bdbea63 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:09.256952 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-386f13b7-4845-424a-92fc-e2d5d3dbb2d7 None None] Provisioning for port a8f2046a-4350-4a44-8ded-fa015dd8e8cb completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:09.275661 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-e0748709-0424-4aa7-a4b4-e79646843da4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:09.283338 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-e0748709-0424-4aa7-a4b4-e79646843da4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1613569 Jun 23 14:10:09.292477 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:09.293113 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:09:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:09.309398 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:09.315224 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-c95bd040-926e-4439-9a0e-8b68916177a9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:09.316100 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-c95bd040-926e-4439-9a0e-8b68916177a9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1877229 Jun 23 14:10:09.362108 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-8e5bcc0a-fd9b-4cd7-801b-102421e8f921 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3e99aaf745444ff8da2ca4b6b3ac70d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5512600 Jun 23 14:10:09.370084 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57334) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:09.438854 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827058'] for router, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.445788 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 6b27f2e8-a9f0-480a-b481-8f065bdbea63 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:09.446237 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.461164 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bcc0a-fd9b-4cd7-801b-102421e8f921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1429d71b-def2-4e17-9880-29f325eda82f,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:09.469259 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8e5bcc0a-fd9b-4cd7-801b-102421e8f921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:09.470358 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827058'] for router, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.507335 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:09.566480 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-07e04923-3887-4282-bdf5-1eef9a38392a service neutron] 10.222.0.13 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098510 Jun 23 14:10:09.569135 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42ac233e-c355-4d53-b072-e773a7615090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.588625 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-c77067ca-2343-4ed5-b051-522a68499451 service neutron] 10.222.0.13 "GET /v2.0/networks/c241617d-c5b5-44d7-a717-14c6908e75fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040955 Jun 23 14:10:09.599052 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device a8f2046a-4350-4a44-8ded-fa015dd8e8cb up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:09.693715 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.727965 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.760305 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:09.770435 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port a8f2046a-4350-4a44-8ded-fa015dd8e8cb completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:09.776911 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port a8f2046a-4350-4a44-8ded-fa015dd8e8cb triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:09.777634 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.778094 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42ac233e-c355-4d53-b072-e773a7615090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.825362 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b is scheduled to L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 with binding_index 1 {{(pid=93100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:10:09.848692 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=93100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:09.867887 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00800c1-ae32-458a-a38b-2f8abf92e810,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:09.875432 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:09.878314 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.879588 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.segments_db [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Added segment 705da7ae-50d0-43a1-b686-537f717e26b2 of type vlan for network 3a01cb39-118a-4298-a980-526e7a48eac5 Jun 23 14:10:09.931653 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-6e60a956-17cf-4e55-8da8-59c5918f525e service neutron] 10.222.0.13 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209821 Jun 23 14:10:09.963375 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42ac233e-c355-4d53-b072-e773a7615090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.970599 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42ac233e-c355-4d53-b072-e773a7615090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.974935 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-42ac233e-c355-4d53-b072-e773a7615090 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1429d71b-def2-4e17-9880-29f325eda82f HTTP/1.1" status: 204 len: 168 time: 0.6038718 Jun 23 14:10:09.980852 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:09.996506 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Router 784d452f-d163-43b3-a634-c43965cd53bd is scheduled to L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 with binding_index 1 {{(pid=93099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:10:10.004937 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac233e-c355-4d53-b072-e773a7615090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1429d71b-def2-4e17-9880-29f325eda82f,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:10.007774 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-42ac233e-c355-4d53-b072-e773a7615090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:10.027776 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-af722ade-d396-4241-b013-3cff68296693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.035599 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-af722ade-d396-4241-b013-3cff68296693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.038831 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-e7c080d1-7961-46a0-8429-ce107da383c2 service neutron] 10.222.0.13 "GET /v2.0/networks/c241617d-c5b5-44d7-a717-14c6908e75fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997025 Jun 23 14:10:10.045947 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.071849 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 2, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:10.108768 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.112823 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Checking router: 859377d6-c706-41cf-bfa8-998e523d8e1e for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:10.113686 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Updating router 859377d6-c706-41cf-bfa8-998e523d8e1e port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c binding host dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:10.123345 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-315c50e9-5cb1-406d-b63e-6a00ced6af70 None None] Provisioning complete for port a8f2046a-4350-4a44-8ded-fa015dd8e8cb triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:10.123345 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-315c50e9-5cb1-406d-b63e-6a00ced6af70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.140776 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-26a30f07-b58f-4370-a893-6b870973c20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:10.203061 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af722ade-d396-4241-b013-3cff68296693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786bf84a-3d99-45b9-be1b-0796751a8468,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:10.206475 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-af722ade-d396-4241-b013-3cff68296693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:10.224596 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:10.226574 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.235258 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Sync routers for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:10.235717 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:10.236725 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.243375 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:10.249085 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:10.251408 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:09:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:10.255588 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-af722ade-d396-4241-b013-3cff68296693 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e585ec733258488aa9e9a628a14ee59b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2837665 Jun 23 14:10:10.255920 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57340) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:10.310105 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Notify callbacks [] for router, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.314559 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5128274 Jun 23 14:10:10.314928 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port a8f2046a-4350-4a44-8ded-fa015dd8e8cb, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=a8f2046a-4350-4a44-8ded-fa015dd8e8cb,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:10.318369 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57350) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:10.322975 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.345064 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7042422 Jun 23 14:10:10.349281 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57352) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:10.369643 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Request body: {'subnet': {'network_id': '3a01cb39-118a-4298-a980-526e7a48eac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-109573302-subnet', 'tenant_id': 'bd6c614b6c184f4dad4d85e2fb11ed8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:10.380647 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=3a01cb39-118a-4298-a980-526e7a48eac5,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:10.393020 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:10.433915 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Made reservation on behalf of bd6c614b6c184f4dad4d85e2fb11ed8d for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:10.436618 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.486987 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.490070 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:10.498814 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 3a01cb39-118a-4298-a980-526e7a48eac5 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:10.559784 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Notify callbacks [] for router, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.565124 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9178867 Jun 23 14:10:10.565124 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f0e6c15b-002c-449f-96a4-cef68477ea25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.569235 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57370) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:10.660234 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f0e6c15b-002c-449f-96a4-cef68477ea25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.674406 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Sync routers for ids ['784d452f-d163-43b3-a634-c43965cd53bd'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:10.684135 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:10.807665 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-06288d8c-4b2c-4466-85a9-e48e169e3733 req-5783fafc-2da9-4132-b724-abd72534f1f6 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 210 time: 0.1477313 Jun 23 14:10:10.822425 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Routers {'784d452f-d163-43b3-a634-c43965cd53bd'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:10.823459 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:09:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['784d452f-d163-43b3-a634-c43965cd53bd'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:10.913840 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f0e6c15b-002c-449f-96a4-cef68477ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.924108 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f0e6c15b-002c-449f-96a4-cef68477ea25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.928327 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-f0e6c15b-002c-449f-96a4-cef68477ea25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/786bf84a-3d99-45b9-be1b-0796751a8468 HTTP/1.1" status: 204 len: 168 time: 0.6685717 Jun 23 14:10:10.930567 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:10.942494 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=a8f2046a-4350-4a44-8ded-fa015dd8e8cb,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:10.944294 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:10.959910 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:10.976201 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6c15b-002c-449f-96a4-cef68477ea25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786bf84a-3d99-45b9-be1b-0796751a8468,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:10.982460 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f0e6c15b-002c-449f-96a4-cef68477ea25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:11.106502 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Set router 784d452f-d163-43b3-a634-c43965cd53bd gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:11.107691 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d4020fdc-3ee6-4f86-a46d-e6856975efa7 req-22ff4af2-ea52-4456-b9c7-83612619f47c tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 210 time: 0.1344643 Jun 23 14:10:11.185894 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device a8f2046a-4350-4a44-8ded-fa015dd8e8cb up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:11.313447 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.326391 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9fcd42f9-4cc4-491f-a893-07d5b661bf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:11.389862 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.485479 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Transition to ACTIVE for port object 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:11.492754 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port a8f2046a-4350-4a44-8ded-fa015dd8e8cb triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:11.494880 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.568724 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.600574 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bf124dd1-6d38-4289-8369-fa56a1ac7656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:11.664962 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 3, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:11.784079 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460e5b7-58c6-4471-8713-331cb3fed7bf None None] Pushing event updated for resources: {'Port': ['ID=1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:11.798926 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a460e5b7-58c6-4471-8713-331cb3fed7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:11.799165 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Checking router: 0ee1516f-c4fa-4f6a-bffc-81414c82e50b for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:11.804835 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Updating router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 binding host dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:11.823006 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57420) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:11.830175 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-a3bf507c-ba7d-457b-aada-83b68ce11a29 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545402733', 'description': 'tempest-description--120273741'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:11.840312 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57426) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:11.902033 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db70f65b-f63b-4c4e-8e04-0371299c4dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.909653 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f822ec-4dc5-453f-9831-efc1f1e7a37b,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:11.918327 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:11.924538 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.965392 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Checking segment: {'id': '705da7ae-50d0-43a1-b686-537f717e26b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3a01cb39-118a-4298-a980-526e7a48eac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:11.969678 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Network hostable DHCP agents. Network: 3a01cb39-118a-4298-a980-526e7a48eac5, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:11.982540 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a3bf507c-ba7d-457b-aada-83b68ce11a29 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.066599 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d452f-d163-43b3-a634-c43965cd53bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-router', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3f89996b-7bce-4266-b097-222b84774541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 3, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'gw_port': {'id': '3f89996b-7bce-4266-b097-222b84774541', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:12.155614 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Checking router: 784d452f-d163-43b3-a634-c43965cd53bd for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:12.156207 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Updating router 784d452f-d163-43b3-a634-c43965cd53bd port 3f89996b-7bce-4266-b097-222b84774541 binding host dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:12.168169 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f392770b-ccf6-4d73-8f72-f2d33810336e req-be48c99d-6291-4e30-9f7d-046af57388ae tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 210 time: 0.1297421 Jun 23 14:10:12.213697 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Network 3a01cb39-118a-4298-a980-526e7a48eac5 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:12.240119 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 3a01cb39-118a-4298-a980-526e7a48eac5) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:12.248386 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:12.249072 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.268460 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.383954 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db70f65b-f63b-4c4e-8e04-0371299c4dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.399164 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db70f65b-f63b-4c4e-8e04-0371299c4dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.428515 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:12.496112 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Attempting to bind port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:12.496844 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Attempting to bind port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:12.497500 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Attempting to bind port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c on network 50556b32-b72e-4178-bf44-bc520f43b25b {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:12.500412 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-5b4b6379-adb8-44ec-a50c-a84484eef115 req-6a8039f7-b761-41a9-abf9-8ed1b5b6c8f7 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 210 time: 0.2365525 Jun 23 14:10:12.502294 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dced25-9bd2-4e6f-b076-73b1b77a8b07 None None] Network 3a01cb39-118a-4298-a980-526e7a48eac5 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:12.598728 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-db70f65b-f63b-4c4e-8e04-0371299c4dd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79854874bfc146509f9fedc725664d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7504976 Jun 23 14:10:12.599800 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57450) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:12.606897 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:12.607287 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Checking segment: {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:12.607702 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.608116 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Bound using segment: {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:12.608611 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Bound port: 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:12.608993 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.615818 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70f65b-f63b-4c4e-8e04-0371299c4dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1593f3bc-f07a-4ab4-ad8a-5eafda5c7174,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:12.636342 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.636711 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-db70f65b-f63b-4c4e-8e04-0371299c4dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:12.709435 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.741925 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Transition to ACTIVE for port object 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:12.752337 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.756337 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:12.875634 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a3bf507c-ba7d-457b-aada-83b68ce11a29 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.891882 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a3bf507c-ba7d-457b-aada-83b68ce11a29 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.929704 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:12.949289 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5987501 Jun 23 14:10:12.953438 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd4eb-2f2c-4fe3-8f2c-313a0afb45f3 None None] Pushing event updated for resources: {'Port': ['ID=8ff82975-8c47-4bab-8b01-7efc8c74d7a9,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:12.964323 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Attempting to bind port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:12.965353 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Attempting to bind port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:12.965961 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Attempting to bind port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 on network 710040d5-090b-4499-bb22-f2344abaefd1 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:12.977944 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7edb5b0a-8673-4b33-a326-c0305920f9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.981853 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-739cd4eb-2f2c-4fe3-8f2c-313a0afb45f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:12.984857 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:12.986502 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Checking segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:12.988528 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.991947 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Bound using segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:12.992648 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Bound port: 8ff82975-8c47-4bab-8b01-7efc8c74d7a9, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:12.994742 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.039054 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf507c-ba7d-457b-aada-83b68ce11a29 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51a993d-9552-40bc-9c30-aa97e0414150,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:13.082764 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a3bf507c-ba7d-457b-aada-83b68ce11a29 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.089754 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-a3bf507c-ba7d-457b-aada-83b68ce11a29 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2649245 Jun 23 14:10:13.090885 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57468) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:13.092529 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] For port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:13.101463 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a3bf507c-ba7d-457b-aada-83b68ce11a29 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:13.125677 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-343e929a-2e86-4362-ad6f-40c803ee6470 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'security_group_rule': {'security_group_id': 'f51a993d-9552-40bc-9c30-aa97e0414150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:13.168461 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] For port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:13.180305 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] For port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=8ff82975-8c47-4bab-8b01-7efc8c74d7a9,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:13.182400 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7edb5b0a-8673-4b33-a326-c0305920f9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.190933 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.197203 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:13.219282 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a88f4c-67ed-46ff-ad29-2f4419e0ed00 None None] Network 3a01cb39-118a-4298-a980-526e7a48eac5 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:13.220694 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.248400 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] For port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:13.365445 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c70293e4-bf91-46ad-82ee-1d15130cb7c2 req-6dc91dd6-af26-45f4-975f-6e4aebc5672b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 210 time: 0.0768194 Jun 23 14:10:13.367650 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-343e929a-2e86-4362-ad6f-40c803ee6470 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.433367 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-343e929a-2e86-4362-ad6f-40c803ee6470 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.434342 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57478) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:13.460999 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:13.461629 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:09:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:13.463032 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-343e929a-2e86-4362-ad6f-40c803ee6470 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.477813 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd4eb-2f2c-4fe3-8f2c-313a0afb45f3 None None] Pushing event updated for resources: {'Port': ['ID=8ff82975-8c47-4bab-8b01-7efc8c74d7a9,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:13.483277 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-739cd4eb-2f2c-4fe3-8f2c-313a0afb45f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:13.501414 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:13.527083 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7edb5b0a-8673-4b33-a326-c0305920f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.564446 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7edb5b0a-8673-4b33-a326-c0305920f9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.568563 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-7edb5b0a-8673-4b33-a326-c0305920f9c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1593f3bc-f07a-4ab4-ad8a-5eafda5c7174 HTTP/1.1" status: 204 len: 168 time: 0.9511507 Jun 23 14:10:13.592495 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.596569 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e929a-2e86-4362-ad6f-40c803ee6470 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dca0a47-2349-4982-9115-48b9289b49f2,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:13.611925 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:13.616196 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_v2 [None req-93dd15cf-fd12-41cc-b603-52056ae5c06a admin admin] Deleting subnet 427abfee-de59-4765-accd-e9617a461ee4 {{(pid=93100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:10:13.654356 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-343e929a-2e86-4362-ad6f-40c803ee6470 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:13.654939 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f2badc92-362f-4fd8-a879-97eb0dd7892b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:13.657582 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-93dd15cf-fd12-41cc-b603-52056ae5c06a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.669728 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-343e929a-2e86-4362-ad6f-40c803ee6470 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.698647 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-343e929a-2e86-4362-ad6f-40c803ee6470 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5959570 Jun 23 14:10:13.703394 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57488) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:13.714018 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:13.805293 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460e5b7-58c6-4471-8713-331cb3fed7bf None None] Pushing event updated for resources: {'Port': ['ID=1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:13.809173 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a460e5b7-58c6-4471-8713-331cb3fed7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:13.809457 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-355e0d8b-a641-462e-9a67-fb4c0a27e5e2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'security_group_rule': {'security_group_id': 'f51a993d-9552-40bc-9c30-aa97e0414150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:13.847899 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb5b0a-8673-4b33-a326-c0305920f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1593f3bc-f07a-4ab4-ad8a-5eafda5c7174,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:13.858317 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7edb5b0a-8673-4b33-a326-c0305920f9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:13.912704 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:13.913221 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:09:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:13.970181 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-93dd15cf-fd12-41cc-b603-52056ae5c06a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.995854 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-93dd15cf-fd12-41cc-b603-52056ae5c06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.007615 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Allocated IP 172.20.0.1 (55cb9de8-56b6-4497-9fe1-40dadbfbfc68/219b1ff5-c987-4386-8070-44e05e051198/5c3ed66f-4fc7-4203-8da1-5113ea17c6d2) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:14.056779 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-355e0d8b-a641-462e-9a67-fb4c0a27e5e2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.111530 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.130636 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Transition to ACTIVE for port object 3f89996b-7bce-4266-b097-222b84774541 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:14.132861 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 3, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:14.171618 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.198482 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a460e5b7-58c6-4471-8713-331cb3fed7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:14.215466 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf453d8-a540-4893-a7f3-9ce8d4c6a1df None None] The sync data for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi is: [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 3, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:14.252509 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb18b82-5053-4acb-92c9-58f97c6c5c1b None None] Pushing event updated for resources: {'Port': ['ID=3f89996b-7bce-4266-b097-222b84774541,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:14.254174 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Allocated IP 172.20.0.1 (3f534e60-144d-45e6-a5fc-11af96caa6b1/098b5eb4-4f85-4551-a132-d2f6a5c0b689/98bd6ddd-8473-4d85-8abc-dac2684f0366) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:14.277681 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Attempting to bind port 3f89996b-7bce-4266-b097-222b84774541 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:14.278385 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Attempting to bind port 3f89996b-7bce-4266-b097-222b84774541 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:14.278764 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Attempting to bind port 3f89996b-7bce-4266-b097-222b84774541 on network 710040d5-090b-4499-bb22-f2344abaefd1 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:14.303933 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-93dd15cf-fd12-41cc-b603-52056ae5c06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.321412 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4fb18b82-5053-4acb-92c9-58f97c6c5c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:14.323700 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:14.341751 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:14.342176 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Checking segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:14.342617 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.343021 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Bound using segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:14.343979 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Bound port: 3f89996b-7bce-4266-b097-222b84774541, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:14.343979 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.404801 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.428233 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd15cf-fd12-41cc-b603-52056ae5c06a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427abfee-de59-4765-accd-e9617a461ee4,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:14.433530 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-93dd15cf-fd12-41cc-b603-52056ae5c06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:14.435561 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-355e0d8b-a641-462e-9a67-fb4c0a27e5e2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.441866 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-93dd15cf-fd12-41cc-b603-52056ae5c06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.451227 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-93dd15cf-fd12-41cc-b603-52056ae5c06a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/427abfee-de59-4765-accd-e9617a461ee4 HTTP/1.1" status: 204 len: 168 time: 1.0153346 Jun 23 14:10:14.453693 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57506) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:14.454015 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] For port 3f89996b-7bce-4266-b097-222b84774541, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:14.470661 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-355e0d8b-a641-462e-9a67-fb4c0a27e5e2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.479110 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:14.502266 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-30235af7-a0f5-47af-94d0-75a33fa4676b req-4e94ff1d-5450-41ed-bf7a-f482bf22eb8b tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 210 time: 0.6590700 Jun 23 14:10:14.505557 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.511664 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:14.525740 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:14.552838 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e0d8b-a641-462e-9a67-fb4c0a27e5e2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9137c29e-05e1-43e6-ab54-d9f2b57bbed1,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:14.569628 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-355e0d8b-a641-462e-9a67-fb4c0a27e5e2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:14.582273 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Network 3f534e60-144d-45e6-a5fc-11af96caa6b1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:14.587124 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:14.592956 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:14.593441 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3818354'] for router_interface, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.643844 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-355e0d8b-a641-462e-9a67-fb4c0a27e5e2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.651078 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-355e0d8b-a641-462e-9a67-fb4c0a27e5e2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8715990 Jun 23 14:10:14.657297 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57514) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:14.691708 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'floatingip': {'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:14.750754 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.767186 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=98bd6ddd-8473-4d85-8abc-dac2684f0366,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:14.776998 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:14.798208 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.831904 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.884496 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Transition to ACTIVE for port object 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:14.994856 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.39', 49857) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:15.010345 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d7820d38-f3ed-4587-a5d0-30d86cb284ee req-7a6b30cd-1bf9-4906-ab9d-1f1d446ea575 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 210 time: 0.2219450 Jun 23 14:10:15.160740 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] For port 3f89996b-7bce-4266-b097-222b84774541, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=3f89996b-7bce-4266-b097-222b84774541,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:15.175909 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:15.179719 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.217989 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:15.268261 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.281313 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.282006 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.282993 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.283572 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > port after_create 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.284114 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.285264 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > port after_update 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.285840 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.286502 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.287215 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.288044 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.411753 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Routers {'784d452f-d163-43b3-a634-c43965cd53bd'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:15.412408 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:09:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['784d452f-d163-43b3-a634-c43965cd53bd'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:15.468136 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.510587 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.542926 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:15.563037 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb18b82-5053-4acb-92c9-58f97c6c5c1b None None] Pushing event updated for resources: {'Port': ['ID=3f89996b-7bce-4266-b097-222b84774541,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:15.568589 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4fb18b82-5053-4acb-92c9-58f97c6c5c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:15.600078 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3ed66f-4fc7-4203-8da1-5113ea17c6d2,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:15.630480 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:15.645761 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f56677-a216-4c44-856e-34e43785001d req-5df559cb-c5fa-42c7-800d-fb76d9cc96ad tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:15.650788 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-5df559cb-c5fa-42c7-800d-fb76d9cc96ad tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.39 "GET /v2.0/networks?id=c241617d-c5b5-44d7-a717-14c6908e75fd HTTP/1.1" status: 200 len: 811 time: 0.6530476 Jun 23 14:10:15.660942 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.39', 49860) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:15.674541 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:15.692935 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:15.706855 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:15.707335 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3818354'] for router_interface, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.760718 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] Set router 784d452f-d163-43b3-a634-c43965cd53bd gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:15.802841 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.806022 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.806814 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.807329 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:15.809012 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b676b5-489e-4e51-ad6d-a15f96c6e99d']}} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:15.837516 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:15.840736 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Request body: {'port': {'device_id': 'f83e2332-13ec-461d-a4bd-de188d64a4ab', 'network_id': 'c241617d-c5b5-44d7-a717-14c6908e75fd', 'admin_state_up': True, 'tenant_id': 'b45ca40031104644aca72ab770e2291d'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:15.860521 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587ddbdd-88e5-409c-958c-2d828624bbef') {'for_net_delete': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:15.861073 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587ddbdd-88e5-409c-958c-2d828624bbef') {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:15.869914 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:15.870360 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.880267 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2483864'] for segment, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.906834 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.924647 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=93100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:10:15.925464 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10014598'] for segment, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: from cryptography.utils import int_from_bytes Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: from cryptography.utils import int_from_bytes Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: Traceback (most recent call last): Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: timer() Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: cb(*args, **kw) Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: return func(*args, **kwargs) Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: self._notify() Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: self.callback(batched_events) Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: event.method(event) Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: return f(self, *a, **k) Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._get(url).json() Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: return self.request(url, 'GET', **kwargs) Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:10:16.080182 dv-cinder-784477-5-iscsi neutron-server[93100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:10:16.087030 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.116135 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:16.154454 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.158480 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] 10.222.0.13 "DELETE /v2.0/networks/53b676b5-489e-4e51-ad6d-a15f96c6e99d HTTP/1.1" status: 204 len: 168 time: 1.7036328 Jun 23 14:10:16.174244 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57564) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:16.185824 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-7d50a323-a023-4f57-bfac-6d6ed584f006 None None] Provisioning for port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:16.268314 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba19e55e-3953-458d-a451-eec309807f2b admin admin] Deleting subnet 57f822ec-4dc5-453f-9831-efc1f1e7a37b {{(pid=93100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:10:16.271188 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b676b5-489e-4e51-ad6d-a15f96c6e99d,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:16.279241 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:16.281821 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ba19e55e-3953-458d-a451-eec309807f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.286598 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-7d50a323-a023-4f57-bfac-6d6ed584f006 None None] Provisioning complete for port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:16.286982 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7d50a323-a023-4f57-bfac-6d6ed584f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.373753 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:13Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:16.502642 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cf289cc9-3604-4a81-97cd-a191e588bba4 req-2c1054c7-1994-4225-8a20-a8a07af2fe02 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 210 time: 0.1477413 Jun 23 14:10:16.508819 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ba19e55e-3953-458d-a451-eec309807f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2483847'] for subnet, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.520840 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f497bbe1-211c-489f-be0d-b8cddb591336 req-7956e8f8-2a5a-4dae-b7b7-93e508297119 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 210 time: 0.2098417 Jun 23 14:10:16.563480 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c56930-a78e-4176-9dca-7bba5815e989 None None] The sync data for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi is: [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:13Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:16.586386 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Made reservation on behalf of b45ca40031104644aca72ab770e2291d for: {'port': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:16.589416 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.607648 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7d50a323-a023-4f57-bfac-6d6ed584f006 None None] Port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:16.611790 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.678849 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ba19e55e-3953-458d-a451-eec309807f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.748611 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=8ff82975-8c47-4bab-8b01-7efc8c74d7a9,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:16.762935 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.777536 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ba19e55e-3953-458d-a451-eec309807f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10014491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069733'] for subnet, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.795055 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14ba5120-730f-426f-8f0b-19d377abd4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:16.805348 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:16.841667 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ba19e55e-3953-458d-a451-eec309807f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.849418 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-ba19e55e-3953-458d-a451-eec309807f2b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57f822ec-4dc5-453f-9831-efc1f1e7a37b HTTP/1.1" status: 204 len: 168 time: 0.6718824 Jun 23 14:10:16.850240 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57596) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:16.852006 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19e55e-3953-458d-a451-eec309807f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f822ec-4dc5-453f-9831-efc1f1e7a37b,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:16.861519 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ba19e55e-3953-458d-a451-eec309807f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:16.866828 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.935465 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=8ff82975-8c47-4bab-8b01-7efc8c74d7a9,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:16.940672 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:16.944017 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d452f-d163-43b3-a634-c43965cd53bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-router', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3f89996b-7bce-4266-b097-222b84774541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:15Z', 'revision_number': 4, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'gw_port': {'id': '3f89996b-7bce-4266-b097-222b84774541', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '98bd6ddd-8473-4d85-8abc-dac2684f0366', 'name': '', 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'mac_address': 'fa:16:3e:0a:6e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:13Z', 'updated_at': '2021-06-23T14:10:14Z', 'revision_number': 1, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'subnets': [{'id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:16.996266 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd63c7-df5b-4c38-9028-1d2387d6ae85 None None] The sync data for ids ['784d452f-d163-43b3-a634-c43965cd53bd'] in dv-cinder-784477-5-iscsi is: [{'id': '784d452f-d163-43b3-a634-c43965cd53bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-router', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3f89996b-7bce-4266-b097-222b84774541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:15Z', 'revision_number': 4, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'gw_port': {'id': '3f89996b-7bce-4266-b097-222b84774541', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '98bd6ddd-8473-4d85-8abc-dac2684f0366', 'name': '', 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'mac_address': 'fa:16:3e:0a:6e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:13Z', 'updated_at': '2021-06-23T14:10:14Z', 'revision_number': 1, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'subnets': [{'id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:17.106585 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Allocated IP 172.27.1.113 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/6bc186de-fd4c-45ec-bf62-a958c29d4534) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:17.257515 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.311827 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.329096 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.336599 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:17.518573 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:17.538133 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:17.538612 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.864136 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.871894 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08001b40-b977-46aa-a263-4c0778207ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.959787 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Allocated IP 172.20.0.4 (c241617d-c5b5-44d7-a717-14c6908e75fd/94ac77d6-6ada-4daa-9b7a-e3a1e6cc4ad6/6ed52137-a0e7-4d33-a68b-1769e0635897) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:17.999313 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:18.007578 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3818398'] for router_interface, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.012775 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:18.013204 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.016464 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:18.073312 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.115685 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:18.134345 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=98bd6ddd-8473-4d85-8abc-dac2684f0366,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:18.153442 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:18.245133 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-c876f3f4-a2e9-4548-9806-0794bc19bc21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:18.281624 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-35422298-1ff6-406e-a741-8ba42595fe5b req-344350cf-63dd-4a02-a037-adfb1d59b09d tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 210 time: 0.3040216 Jun 23 14:10:18.470004 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ab8d1b95-92b8-481a-90ac-db4b6a035cb1 req-bd59f25c-5c66-423d-ab3f-1f6d05ec49a2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 210 time: 0.4170935 Jun 23 14:10:18.470748 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'Port': ['ID=6bc186de-fd4c-45ec-bf62-a958c29d4534,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:18.634860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:18.735701 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:18.747540 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:18.772654 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:18.777470 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:18.783889 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:18.784120 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Network 3f534e60-144d-45e6-a5fc-11af96caa6b1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:18.801902 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.802949 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-10268dd8-7776-476f-a497-61b4793457ca tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:18.804581 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-10268dd8-7776-476f-a497-61b4793457ca tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 815 time: 2.5566170 Jun 23 14:10:18.813009 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:18.834876 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:18.837374 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.850810 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Request body: {'port': {'device_id': 'd3ee386e-ff59-4310-87c0-679426b7825e', 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d', 'admin_state_up': True, 'tenant_id': 'cc4649dfe1a8471d8f901eb395cb6942'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:18.981054 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.205992 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.261367 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.313662 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a01cb39-118a-4298-a980-526e7a48eac5']}} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:19.333481 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705da7ae-50d0-43a1-b686-537f717e26b2') {'for_net_delete': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:19.334007 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705da7ae-50d0-43a1-b686-537f717e26b2') {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:19.383771 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2483864'] for segment, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.435785 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.501451 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:19.502215 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=93100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:10:19.507132 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10014598'] for segment, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.580461 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:19.580992 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: Traceback (most recent call last): Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: timer() Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: cb(*args, **kw) Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: return func(*args, **kwargs) Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: self._notify() Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: self.callback(batched_events) Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: event.method(event) Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: return f(self, *a, **k) Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._get(url).json() Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: return self.request(url, 'GET', **kwargs) Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:10:19.588887 dv-cinder-784477-5-iscsi neutron-server[93100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:10:19.876274 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 3f89996b-7bce-4266-b097-222b84774541 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:19.934375 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Made reservation on behalf of cc4649dfe1a8471d8f901eb395cb6942 for: {'port': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:19.937896 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.984745 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 3f89996b-7bce-4266-b097-222b84774541 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:19.990861 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 3f89996b-7bce-4266-b097-222b84774541 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:19.991246 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.024221 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.048603 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ec0c903b-5ff2-46c4-b08e-80587896bd69 req-e80bf535-7a0f-481c-aebe-f05db7383f1b tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 210 time: 0.1151590 Jun 23 14:10:20.053332 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.060127 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a853a42b-e677-47a7-b86b-09f519b0c8fd req-c5eade0d-0c2b-446b-8a88-666108e2d776 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 210 time: 0.1842198 Jun 23 14:10:20.064746 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Router 784d452f-d163-43b3-a634-c43965cd53bd has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:10:20.066534 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.073342 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3a01cb39-118a-4298-a980-526e7a48eac5 HTTP/1.1" status: 204 len: 168 time: 3.2089753 Jun 23 14:10:20.075580 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-2b841146-6d5a-45c2-9982-88f2f9730e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:20.114664 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a01cb39-118a-4298-a980-526e7a48eac5,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:20.119309 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:20.159339 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.169967 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.215936 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.217859 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:20.279648 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 3f89996b-7bce-4266-b097-222b84774541, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=3f89996b-7bce-4266-b097-222b84774541,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:20.289123 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.291559 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:20.323117 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'Port': ['ID=6bc186de-fd4c-45ec-bf62-a958c29d4534,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:20.327277 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:20.420371 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00369beb-e311-436c-b744-85d8fd4eff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.428515 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.430878 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.440051 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=3f89996b-7bce-4266-b097-222b84774541,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:20.446245 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.452653 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:20.462713 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57642) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:20.473891 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.476561 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3818398'] for router_interface, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.484905 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8258986 Jun 23 14:10:20.634281 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-abaa531e-b14c-4886-8ee5-0e1060a97f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:20.640627 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-e3536f42-2322-4c97-bebc-469b5287e30f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=623523cdbbfe46ceb13f67972fb7eada&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1766651 Jun 23 14:10:20.644779 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57646) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:20.650914 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.654803 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:20.757580 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/784d452f-d163-43b3-a634-c43965cd53bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1871908 Jun 23 14:10:20.842642 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4c96bfaf-ba47-4060-8a49-363ffb4996d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.904546 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.935746 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4c96bfaf-ba47-4060-8a49-363ffb4996d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.063387 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4c96bfaf-ba47-4060-8a49-363ffb4996d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.074667 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4c96bfaf-ba47-4060-8a49-363ffb4996d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.076477 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-4c96bfaf-ba47-4060-8a49-363ffb4996d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ec04832-1184-44ee-ae4e-1bfa5d042487 HTTP/1.1" status: 204 len: 168 time: 0.4301424 Jun 23 14:10:21.079415 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:21.105152 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96bfaf-ba47-4060-8a49-363ffb4996d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec04832-1184-44ee-ae4e-1bfa5d042487,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:21.108330 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4c96bfaf-ba47-4060-8a49-363ffb4996d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:21.124039 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3ed66f-4fc7-4203-8da1-5113ea17c6d2,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:21.138482 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:21.161706 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-a893d3c9-6091-4a4c-9d8c-39baeb11de46 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1545402733&fields=id&tenant_id=94dc71f547d24a5d8509b357a10011bb HTTP/1.1" status: 200 len: 267 time: 0.2401493 Jun 23 14:10:21.214943 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.394847 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 3f89996b-7bce-4266-b097-222b84774541 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:21.473533 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 3f89996b-7bce-4266-b097-222b84774541 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:21.474417 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.481659 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4bbef983-e454-4733-9558-bbd61fe863af req-cd048e80-c73a-4bcb-8a11-6813f19376e5 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 210 time: 0.0972805 Jun 23 14:10:21.567954 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Allocated IP 172.20.0.9 (fbe29112-b5be-45ba-9ecf-c4558a5aa22d/6218bb09-0ad9-41f6-9399-eb2e94454448/39956ff4-d72a-4b40-b45d-df358fe1bb2c) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:21.605534 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:21.616348 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.627894 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:21.677036 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-3443debe-d076-42ce-9307-5d54b5381dc3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:21.684655 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-3443debe-d076-42ce-9307-5d54b5381dc3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 810 time: 0.5216155 Jun 23 14:10:21.699758 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:21.783986 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4c746027-73d1-419d-8e95-6c03a492f109 req-3a36bd76-af74-455a-aa1c-8b503072397b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 210 time: 0.0770099 Jun 23 14:10:21.792491 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-55d48bd3-45ae-496e-9299-8b9267c2b265 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/quotas/94dc71f547d24a5d8509b357a10011bb HTTP/1.1" status: 200 len: 375 time: 0.1065984 Jun 23 14:10:21.930271 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Sync routers for ids ['784d452f-d163-43b3-a634-c43965cd53bd'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:21.953805 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Routers {'784d452f-d163-43b3-a634-c43965cd53bd'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:21.976868 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:10:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['784d452f-d163-43b3-a634-c43965cd53bd'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:22.168460 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57690) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:22.240340 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Set router 784d452f-d163-43b3-a634-c43965cd53bd gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:22.295905 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-cadb4824-a12e-41e3-9927-ea949d680e87 None None] Provisioning complete for port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:22.296606 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cadb4824-a12e-41e3-9927-ea949d680e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.325378 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-74f0b3fe-4670-40f7-8bda-064ebbf3289a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd6c614b6c184f4dad4d85e2fb11ed8d&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1551547 Jun 23 14:10:22.327959 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57694) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:22.392424 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Network c241617d-c5b5-44d7-a717-14c6908e75fd is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:22.406410 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-cadb4824-a12e-41e3-9927-ea949d680e87 None None] Port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:22.430602 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-35a87c1b-5a18-4909-9902-bdde1da552ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.459530 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-35a87c1b-5a18-4909-9902-bdde1da552ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.579950 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-35a87c1b-5a18-4909-9902-bdde1da552ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.595300 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Pushing event updated for resources: {'Port': ['ID=6ed52137-a0e7-4d33-a68b-1769e0635897,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:22.600924 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:22.606387 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:22.611319 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-35a87c1b-5a18-4909-9902-bdde1da552ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.613317 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-35a87c1b-5a18-4909-9902-bdde1da552ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a00800c1-ae32-458a-a38b-2f8abf92e810 HTTP/1.1" status: 204 len: 168 time: 0.2833655 Jun 23 14:10:22.616914 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8e5bcc0a-fd9b-4cd7-801b-102421e8f921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:22.623383 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:22.633691 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:22.634967 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.654037 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a87c1b-5a18-4909-9902-bdde1da552ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00800c1-ae32-458a-a38b-2f8abf92e810,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:22.662441 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-35a87c1b-5a18-4909-9902-bdde1da552ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:22.728797 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8926549 Jun 23 14:10:22.733876 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-b2b033da-02e6-4080-a71b-f7cf7dda2058 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:22.740123 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d452f-d163-43b3-a634-c43965cd53bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-router', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3f89996b-7bce-4266-b097-222b84774541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:15Z', 'revision_number': 4, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'gw_port': {'id': '3f89996b-7bce-4266-b097-222b84774541', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '98bd6ddd-8473-4d85-8abc-dac2684f0366', 'name': '', 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'mac_address': 'fa:16:3e:0a:6e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:13Z', 'updated_at': '2021-06-23T14:10:15Z', 'revision_number': 2, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'subnets': [{'id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:22.742857 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-b2b033da-02e6-4080-a71b-f7cf7dda2058 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 819 time: 0.2332649 Jun 23 14:10:22.779086 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-cd5b28dc-4b30-469e-84e4-a302035e6dcc tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/quotas/94d303cd1a124e2d902fbc199f047749 HTTP/1.1" status: 200 len: 375 time: 0.0338516 Jun 23 14:10:22.828351 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Checking router: 784d452f-d163-43b3-a634-c43965cd53bd for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:22.829214 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Updating router 784d452f-d163-43b3-a634-c43965cd53bd port 98bd6ddd-8473-4d85-8abc-dac2684f0366 binding host dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:22.908246 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-b1326f71-5674-4938-9817-66c780bde10b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1147826 Jun 23 14:10:22.921517 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.933391 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.986662 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-ab7587bb-ac41-48ac-b9d1-959c7e026db3 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2058356 Jun 23 14:10:23.048048 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-2767584d-edd7-479d-ab78-71d2a568d73b service neutron] 10.222.0.13 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210532 Jun 23 14:10:23.052248 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:10:23.189934 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-628368a0-3c87-4ca8-883e-c2c1bcb14d92 service neutron] 10.222.0.13 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022438 Jun 23 14:10:23.296426 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.313269 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.326227 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-1cfec5a8-fed1-456a-813f-b197538ca422 service neutron] 10.222.0.13 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352305 Jun 23 14:10:23.331237 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:23.340807 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:23.359582 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] 10.222.0.13 "PUT /v2.0/routers/0ee1516f-c4fa-4f6a-bffc-81414c82e50b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0348961 Jun 23 14:10:23.362328 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Sync routers for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:23.363166 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-b0a0d321-97cd-45f8-9035-8b2260c02e67 service neutron] 10.222.0.13 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059411 Jun 23 14:10:23.404457 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Network fbe29112-b5be-45ba-9ecf-c4558a5aa22d is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:23.408390 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:23.411763 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:23.412967 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:10:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:23.416253 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:23.439272 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:23.439970 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.524733 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Pushing event updated for resources: {'Port': ['ID=39956ff4-d72a-4b40-b45d-df358fe1bb2c,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:23.538375 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6926820 Jun 23 14:10:23.541016 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:23.683112 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:23.746726 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.788018 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Transition to ACTIVE for port object 98bd6ddd-8473-4d85-8abc-dac2684f0366 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:23.797669 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.815474 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:23.945963 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb60cb-88f8-4d8f-ae99-6ab2b7f4b006 None None] Pushing event updated for resources: {'Port': ['ID=98bd6ddd-8473-4d85-8abc-dac2684f0366,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:23.951573 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-73eb60cb-88f8-4d8f-ae99-6ab2b7f4b006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:23.989583 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Attempting to bind port 98bd6ddd-8473-4d85-8abc-dac2684f0366 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:23.990937 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Attempting to bind port 98bd6ddd-8473-4d85-8abc-dac2684f0366 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:23.991417 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Attempting to bind port 98bd6ddd-8473-4d85-8abc-dac2684f0366 on network 3f534e60-144d-45e6-a5fc-11af96caa6b1 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:24.001128 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:24.001612 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Checking segment: {'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:24.002106 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.002855 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Bound using segment: {'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:24.004248 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Bound port: 98bd6ddd-8473-4d85-8abc-dac2684f0366, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:24.004770 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.102681 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0441ba-f7e7-41a9-b817-ec79d47fc452 req-55306fb4-aa13-4448-a959-a165fb66c262 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:24.114037 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3f0441ba-f7e7-41a9-b817-ec79d47fc452 req-55306fb4-aa13-4448-a959-a165fb66c262 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 931 time: 0.2542040 Jun 23 14:10:24.118550 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] For port 98bd6ddd-8473-4d85-8abc-dac2684f0366, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:24.123013 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] For port 98bd6ddd-8473-4d85-8abc-dac2684f0366, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=98bd6ddd-8473-4d85-8abc-dac2684f0366,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:24.129309 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4df5d-0446-4fe0-a020-16f567d1cd79 req-b31548ff-f13c-4ad2-b074-e4a8d3182f02 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:24.133741 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.138218 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:24.141818 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-08e4df5d-0446-4fe0-a020-16f567d1cd79 req-b31548ff-f13c-4ad2-b074-e4a8d3182f02 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 931 time: 0.2237601 Jun 23 14:10:24.208974 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:20Z', 'revision_number': 2, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:24.234955 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Routers {'784d452f-d163-43b3-a634-c43965cd53bd'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:24.236138 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:10:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['784d452f-d163-43b3-a634-c43965cd53bd'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:24.258726 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-08e4df5d-0446-4fe0-a020-16f567d1cd79 req-b433ddcd-988a-46ad-b06a-ad91bb02d70f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157806 Jun 23 14:10:24.274303 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Checking router: 0ee1516f-c4fa-4f6a-bffc-81414c82e50b for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:24.274903 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Updating router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 binding host dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:24.278861 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3f0441ba-f7e7-41a9-b817-ec79d47fc452 req-c3f7f0f7-b2f5-4b20-aaad-2cd1ca1804e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636751 Jun 23 14:10:24.299967 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb60cb-88f8-4d8f-ae99-6ab2b7f4b006 None None] Pushing event updated for resources: {'Port': ['ID=98bd6ddd-8473-4d85-8abc-dac2684f0366,revision_number=4']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:24.305798 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-73eb60cb-88f8-4d8f-ae99-6ab2b7f4b006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:24.358183 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.437747 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0fa6971d-ff1a-4b2c-a00a-3cc17ca647a5 req-79220c61-5052-4afd-9893-590d6ac7d71e tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 210 time: 0.0651548 Jun 23 14:10:24.508299 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] Set router 784d452f-d163-43b3-a634-c43965cd53bd gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:24.636439 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-86f242cc-c737-4c1c-96fa-a271409ec9d5 req-9ac8e826-1259-4c85-940f-c455e043f9ee tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.1122227 Jun 23 14:10:24.842867 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.851905 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d452f-d163-43b3-a634-c43965cd53bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-router', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3f89996b-7bce-4266-b097-222b84774541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:15Z', 'revision_number': 4, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'gw_port': {'id': '3f89996b-7bce-4266-b097-222b84774541', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '98bd6ddd-8473-4d85-8abc-dac2684f0366', 'name': '', 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'mac_address': 'fa:16:3e:0a:6e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:13Z', 'updated_at': '2021-06-23T14:10:24Z', 'revision_number': 4, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'subnets': [{'id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:24.864120 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Transition to ACTIVE for port object 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:24.877859 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.883000 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:24.887223 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed0346e-c755-4593-8cf2-472f9ff618c7 None None] The sync data for ids ['784d452f-d163-43b3-a634-c43965cd53bd'] in dv-cinder-784477-5-iscsi is: [{'id': '784d452f-d163-43b3-a634-c43965cd53bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-router', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3f89996b-7bce-4266-b097-222b84774541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:15Z', 'revision_number': 4, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'gw_port': {'id': '3f89996b-7bce-4266-b097-222b84774541', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '98bd6ddd-8473-4d85-8abc-dac2684f0366', 'name': '', 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'mac_address': 'fa:16:3e:0a:6e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:13Z', 'updated_at': '2021-06-23T14:10:24Z', 'revision_number': 4, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'subnets': [{'id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:24.967020 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57788) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:24.967190 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dbe8b-71cc-4fd2-9da6-7331362a175b None None] Pushing event updated for resources: {'Port': ['ID=5c3ed66f-4fc7-4203-8da1-5113ea17c6d2,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:24.970965 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-728dbe8b-71cc-4fd2-9da6-7331362a175b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:24.974356 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-df286380-e853-4315-968b-d5bd406da3b6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670928256', 'description': 'tempest-description--949649323'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:25.013950 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-5357ce60-d66c-4db4-9b8d-537e4a34dfa2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:25.015496 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-5357ce60-d66c-4db4-9b8d-537e4a34dfa2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 819 time: 0.2052381 Jun 23 14:10:25.044557 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Attempting to bind port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:25.045016 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Attempting to bind port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:25.045524 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Attempting to bind port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 on network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:25.045992 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-df286380-e853-4315-968b-d5bd406da3b6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.054143 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:25.054929 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Checking segment: {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:25.055622 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.056232 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Bound using segment: {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:25.056920 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Bound port: 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:25.057340 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-679f1545-048f-4dc0-b9d3-46f0a68faad4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/quotas/94d303cd1a124e2d902fbc199f047749 HTTP/1.1" status: 200 len: 375 time: 0.0320027 Jun 23 14:10:25.058881 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.186014 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-2c9199f4-8071-4231-8e1b-adb3cd6bb676 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1263933 Jun 23 14:10:25.188101 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] For port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:25.194147 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] For port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=5c3ed66f-4fc7-4203-8da1-5113ea17c6d2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:25.203543 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.208414 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:25.313987 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-df286380-e853-4315-968b-d5bd406da3b6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.320829 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-df286380-e853-4315-968b-d5bd406da3b6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.335607 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:25.362436 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:25.363332 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:10:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:25.413727 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dbe8b-71cc-4fd2-9da6-7331362a175b None None] Pushing event updated for resources: {'Port': ['ID=5c3ed66f-4fc7-4203-8da1-5113ea17c6d2,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:25.417338 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-728dbe8b-71cc-4fd2-9da6-7331362a175b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:25.443758 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-64c1aa08-bfd0-478f-85a3-35ee754c6319 service neutron] 10.222.0.13 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565455 Jun 23 14:10:25.458993 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 98bd6ddd-8473-4d85-8abc-dac2684f0366 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:25.469109 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-df286380-e853-4315-968b-d5bd406da3b6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.478064 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57806) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:25.484026 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-422e45d2-d356-49b9-b2f7-11fac49bfaac tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'security_group_rule': {'security_group_id': '5b556988-29b1-41a2-8d43-adbcd396d070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:25.485894 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-df286380-e853-4315-968b-d5bd406da3b6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5019057 Jun 23 14:10:25.495563 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df286380-e853-4315-968b-d5bd406da3b6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b556988-29b1-41a2-8d43-adbcd396d070,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:25.506092 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-df286380-e853-4315-968b-d5bd406da3b6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:25.592184 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-422e45d2-d356-49b9-b2f7-11fac49bfaac tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.637208 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:25.641173 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 98bd6ddd-8473-4d85-8abc-dac2684f0366 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:25.665490 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-05467f72-7840-4b56-ad39-b56c2f4e8fc6 service neutron] 10.222.0.13 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199466 Jun 23 14:10:25.786196 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-422e45d2-d356-49b9-b2f7-11fac49bfaac tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.796778 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-422e45d2-d356-49b9-b2f7-11fac49bfaac tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.806432 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:25.846517 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e45d2-d356-49b9-b2f7-11fac49bfaac tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df0c494-e22b-4142-add8-564daa8541db,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:25.848315 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b2bad-2a55-4bca-a284-91938a91d8e2 req-6f7199ba-fd36-4e50-8bc3-8dfb987490dc tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:25.856302 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5b0b2bad-2a55-4bca-a284-91938a91d8e2 req-6f7199ba-fd36-4e50-8bc3-8dfb987490dc tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 931 time: 0.2255332 Jun 23 14:10:25.861712 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-422e45d2-d356-49b9-b2f7-11fac49bfaac tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:25.870008 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-422e45d2-d356-49b9-b2f7-11fac49bfaac tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.876057 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57820) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:25.876459 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-422e45d2-d356-49b9-b2f7-11fac49bfaac tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3965046 Jun 23 14:10:25.886261 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-7b1eeaeb-21e1-4fd9-996f-acfdc971d3b2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'security_group_rule': {'security_group_id': '5b556988-29b1-41a2-8d43-adbcd396d070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:25.949564 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 98bd6ddd-8473-4d85-8abc-dac2684f0366 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:25.949970 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.221560 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5b0b2bad-2a55-4bca-a284-91938a91d8e2 req-9980b10e-ebac-4f4d-90cd-38cdd27034cc tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537955 Jun 23 14:10:26.256622 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f61dcc-0e6c-49c4-adfb-039f3c12a0ee req-9fd7a182-50cc-4be4-aa77-7552fae036e6 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:26.258327 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b1eeaeb-21e1-4fd9-996f-acfdc971d3b2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.262658 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a3f61dcc-0e6c-49c4-adfb-039f3c12a0ee req-9fd7a182-50cc-4be4-aa77-7552fae036e6 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 931 time: 0.2059402 Jun 23 14:10:26.382981 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b1eeaeb-21e1-4fd9-996f-acfdc971d3b2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.387330 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a3f61dcc-0e6c-49c4-adfb-039f3c12a0ee req-b87dab34-5798-4a49-924c-0829c09a10d7 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107590 Jun 23 14:10:26.393181 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b1eeaeb-21e1-4fd9-996f-acfdc971d3b2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.401262 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.464007 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1eeaeb-21e1-4fd9-996f-acfdc971d3b2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8eeb273-600d-4bf1-94fc-944945fb3d9d,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.479151 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7b1eeaeb-21e1-4fd9-996f-acfdc971d3b2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.483676 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b1eeaeb-21e1-4fd9-996f-acfdc971d3b2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.494169 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-7b1eeaeb-21e1-4fd9-996f-acfdc971d3b2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6135068 Jun 23 14:10:26.496962 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57838) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:26.512194 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'floatingip': {'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:26.577663 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ba766ed2-b25c-406f-8b55-7b94bc881eb9 req-771f1d5e-4a2b-40ef-8ae1-c6cede1811ee tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.1153593 Jun 23 14:10:26.594820 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.699272 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0f4c7d86-e73a-4ed3-914a-442fa9df255b req-72f45602-3ab2-4529-bcd7-027db9dd58c5 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0949483 Jun 23 14:10:26.863948 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.921482 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.999734 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 98bd6ddd-8473-4d85-8abc-dac2684f0366, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=98bd6ddd-8473-4d85-8abc-dac2684f0366,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:27.032733 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.046070 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:27.066460 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Allocated IP 172.27.1.75 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/9b53eec7-d174-46b5-8847-96bea408fc72) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:27.125618 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=98bd6ddd-8473-4d85-8abc-dac2684f0366,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.132094 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.182897 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:25Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:27.220035 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.233855 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b0475-5fd6-4e19-a8b1-d3a9d9622937 None None] The sync data for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi is: [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:25Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:27.268384 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 98bd6ddd-8473-4d85-8abc-dac2684f0366 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:27.287416 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.315220 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:27.335894 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 98bd6ddd-8473-4d85-8abc-dac2684f0366 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:27.340614 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.379746 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:27.387096 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:27.390798 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:27.397413 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'Port': ['ID=9b53eec7-d174-46b5-8847-96bea408fc72,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.420578 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.491126 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.504102 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b9be0-b119-4b56-8dee-edc32c091214 req-7efbdadf-7c07-4ed9-b587-8cf8e576a58a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.505606 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-762b9be0-b119-4b56-8dee-edc32c091214 req-7efbdadf-7c07-4ed9-b587-8cf8e576a58a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 931 time: 0.1140339 Jun 23 14:10:27.544238 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-762b9be0-b119-4b56-8dee-edc32c091214 req-4bb347aa-6340-43ef-b609-5e1ee355991f tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Jun 23 14:10:27.570768 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.655276 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989292f-7157-4893-8473-84b9a1e2f464 req-9bafdd52-7eab-4d37-826c-bdaf6e4cd3e2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.656849 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6989292f-7157-4893-8473-84b9a1e2f464 req-9bafdd52-7eab-4d37-826c-bdaf6e4cd3e2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 931 time: 0.1356416 Jun 23 14:10:27.729981 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0b3569c6-7db2-4021-91f7-64b256390d7d req-85f7fd7b-8c7f-4703-af25-f5bafe1da902 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.0337243 Jun 23 14:10:27.743307 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6989292f-7157-4893-8473-84b9a1e2f464 req-4886de9d-9ba4-4470-b086-b817b6b8b2cc tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762789 Jun 23 14:10:27.806439 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.812866 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.823855 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:27.893460 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'Port': ['ID=9b53eec7-d174-46b5-8847-96bea408fc72,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.899176 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.900717 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.905188 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-37d60ef8-3d12-4c8b-b09c-9a11bf51a532 req-89059ae3-bde9-45a5-bb0d-d7edf1b0c794 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0396338 Jun 23 14:10:27.915842 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.926733 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4179907 Jun 23 14:10:28.252883 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-78a7af0d-972f-45a1-a586-e0a699b6def1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--670928256&fields=id&tenant_id=5d7c700b49d342b3bbed8da39da42fd9 HTTP/1.1" status: 200 len: 267 time: 0.0725985 Jun 23 14:10:28.446274 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-96c6688c-66c6-41d2-a9dd-5be08018bcad tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.447820 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-96c6688c-66c6-41d2-a9dd-5be08018bcad tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 817 time: 0.1838500 Jun 23 14:10:28.464878 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-06c73a75-26b6-4670-b240-bbede9d52d9b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/quotas/5d7c700b49d342b3bbed8da39da42fd9 HTTP/1.1" status: 200 len: 375 time: 0.0114012 Jun 23 14:10:28.580286 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-5b726f3d-b44d-438e-a18b-aa068da405d0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088254 Jun 23 14:10:28.739864 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-762d0595-5990-4306-8397-c8dffd0c62b6 service neutron] 10.222.0.13 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329446 Jun 23 14:10:28.931434 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-ca8ea809-b39c-416c-93b2-6ec34fb7387a service neutron] 10.222.0.13 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732907 Jun 23 14:10:28.982565 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acb973-268d-4ad6-a25b-e35848b6ed6c req-7947b1e7-ffad-4a13-a128-a4627aa92294 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.998659 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-46acb973-268d-4ad6-a25b-e35848b6ed6c req-7947b1e7-ffad-4a13-a128-a4627aa92294 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 931 time: 0.2060010 Jun 23 14:10:29.055351 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-46acb973-268d-4ad6-a25b-e35848b6ed6c req-9bc595c5-3c6e-4650-ba4c-e9eb28c6eb58 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554185 Jun 23 14:10:29.369954 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:29.374906 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ec638110-bf2e-4f20-8f8d-43fb9583d2bc req-60b19455-a0f9-4c23-8e7b-c58bf5179241 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.0872347 Jun 23 14:10:29.571669 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:29.614939 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:29.616032 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.725242 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4c4dd-cd18-4559-a5e9-b01a978cec72 req-a5459668-9261-4cdb-ad2b-2e6329f5ef5e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:29.738498 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2ae4c4dd-cd18-4559-a5e9-b01a978cec72 req-a5459668-9261-4cdb-ad2b-2e6329f5ef5e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 931 time: 0.2581847 Jun 23 14:10:29.826590 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.862197 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2ae4c4dd-cd18-4559-a5e9-b01a978cec72 req-cc42db59-0560-4f8f-9b16-24bf860c0183 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209238 Jun 23 14:10:29.942850 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=5c3ed66f-4fc7-4203-8da1-5113ea17c6d2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:29.954090 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.966841 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:30.010933 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4f3fcc05-29ed-4e86-bc32-e7a3b3fc2a49 req-12777386-3b40-45e2-9e43-896512047248 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.1102061 Jun 23 14:10:30.059843 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d828934e-c957-4d61-ad64-58f1811afd41 req-78b904c0-60e0-46de-9475-2272d62676d9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 210 time: 0.0959148 Jun 23 14:10:30.172928 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=5c3ed66f-4fc7-4203-8da1-5113ea17c6d2,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:30.173629 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-a0a7388c-0c60-4d0c-ad9d-f49fb8bb9c75 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:30.177843 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-a0a7388c-0c60-4d0c-ad9d-f49fb8bb9c75 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134599 Jun 23 14:10:30.203783 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:30.219157 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-32fe2bc6-0719-4fec-8a9d-366022aba285 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:30.220183 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-32fe2bc6-0719-4fec-8a9d-366022aba285 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059650 Jun 23 14:10:30.327964 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57938) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:30.420541 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276df9f5-650b-490f-9e9a-00a2c3b05b00 req-1ad72bea-d25e-4b99-9029-6cb4e2d5048e tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.422154 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-276df9f5-650b-490f-9e9a-00a2c3b05b00 req-1ad72bea-d25e-4b99-9029-6cb4e2d5048e tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 931 time: 0.1142786 Jun 23 14:10:30.523627 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-276df9f5-650b-490f-9e9a-00a2c3b05b00 req-2b663582-96bc-4a35-9352-b6c161f397f3 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885744 Jun 23 14:10:30.567190 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db03b029-c43f-4086-bb5e-a308c42a2e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.672529 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7167b55c-6f66-425a-9110-a5b631050db0 req-64b950c3-a526-4b34-9f65-c64cd204b671 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.0380828 Jun 23 14:10:30.750272 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db03b029-c43f-4086-bb5e-a308c42a2e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.756244 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db03b029-c43f-4086-bb5e-a308c42a2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.759521 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:30.797060 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-db03b029-c43f-4086-bb5e-a308c42a2e26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bd554de32fa44b4bb0d67d296ca3fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679334 Jun 23 14:10:30.799026 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03b029-c43f-4086-bb5e-a308c42a2e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19af8782-e8eb-408b-b59d-37d79e4e9f00,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:30.800427 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57946) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:30.803101 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-db03b029-c43f-4086-bb5e-a308c42a2e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:30.855736 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-346c11fa-8af2-4486-8d67-05d9f8a30195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.880979 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-346c11fa-8af2-4486-8d67-05d9f8a30195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.934832 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-346c11fa-8af2-4486-8d67-05d9f8a30195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.937780 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-346c11fa-8af2-4486-8d67-05d9f8a30195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.938973 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-346c11fa-8af2-4486-8d67-05d9f8a30195 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19af8782-e8eb-408b-b59d-37d79e4e9f00 HTTP/1.1" status: 204 len: 168 time: 0.1375713 Jun 23 14:10:30.939626 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:30.949554 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c11fa-8af2-4486-8d67-05d9f8a30195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19af8782-e8eb-408b-b59d-37d79e4e9f00,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:30.952698 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-346c11fa-8af2-4486-8d67-05d9f8a30195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:31.250744 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d8d65a70-26cb-4d90-aa07-3c2f6a13f31d req-9d65033f-c5d3-45c6-801a-ca73397745d0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0715773 Jun 23 14:10:31.290654 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba472113-6066-4e54-b84b-43979c2e8f9f req-f6567575-a495-42b7-88df-3f8b86d32225 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.293383 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ba472113-6066-4e54-b84b-43979c2e8f9f req-f6567575-a495-42b7-88df-3f8b86d32225 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 931 time: 0.3113587 Jun 23 14:10:31.325783 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:31.407017 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ba472113-6066-4e54-b84b-43979c2e8f9f req-52665049-72ad-4ede-9b75-9411b28ddc9a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079502 Jun 23 14:10:31.504424 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9a368d36-3c6c-490b-935e-86449e8da0c2 req-d6587645-591a-403a-b59f-eaf63ae1cbd2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 210 time: 0.0504029 Jun 23 14:10:31.507299 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:31.507875 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.510477 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57964) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:31.563177 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-961821d5-38e3-46a3-ba90-91f32e2969cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.707189 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-961821d5-38e3-46a3-ba90-91f32e2969cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.713640 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-961821d5-38e3-46a3-ba90-91f32e2969cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.766412 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f0e6c15b-002c-449f-96a4-cef68477ea25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:31.829081 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-961821d5-38e3-46a3-ba90-91f32e2969cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3a6f13e9b1d4bb38c79ffc24bb1b2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150032 Jun 23 14:10:31.829563 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57972) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:31.858885 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961821d5-38e3-46a3-ba90-91f32e2969cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e4ca7b-8bab-494f-9928-312760709a55,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:31.862867 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-961821d5-38e3-46a3-ba90-91f32e2969cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:31.897793 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e67b8868-6820-4616-b962-3e21682ff495 req-f32162bb-3159-41f5-b6a0-82ef0f809f76 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.0546830 Jun 23 14:10:31.923832 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c091fd-9820-4607-9603-cf1625ae9fb7 req-f75135ef-1f73-4edf-aafc-14be854b32e1 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.930313 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a9c091fd-9820-4607-9603-cf1625ae9fb7 req-f75135ef-1f73-4edf-aafc-14be854b32e1 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 931 time: 0.1550398 Jun 23 14:10:31.967884 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d02ecea1-6e51-4a81-b590-8003977a2335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.987717 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a9c091fd-9820-4607-9603-cf1625ae9fb7 req-41a731ba-ca53-4863-a742-53336fd86b85 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552254 Jun 23 14:10:32.000789 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d02ecea1-6e51-4a81-b590-8003977a2335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.054227 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d02ecea1-6e51-4a81-b590-8003977a2335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.057040 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d02ecea1-6e51-4a81-b590-8003977a2335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.058172 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-d02ecea1-6e51-4a81-b590-8003977a2335 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67e4ca7b-8bab-494f-9928-312760709a55 HTTP/1.1" status: 204 len: 168 time: 0.2244229 Jun 23 14:10:32.058872 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c961df00-6a45-4b93-962a-a8ef83f03ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:32.066939 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ecea1-6e51-4a81-b590-8003977a2335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e4ca7b-8bab-494f-9928-312760709a55,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.069303 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d02ecea1-6e51-4a81-b590-8003977a2335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.381514 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 57980) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:32.398916 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9b76148f-9bca-46ef-be4d-e94757b179ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.418112 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2df0f776-c729-4650-8f09-17c75766a4a3 req-0e990311-5a41-4657-bb2d-cd41c89a80b0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0300601 Jun 23 14:10:32.524680 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9b76148f-9bca-46ef-be4d-e94757b179ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.536850 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9b76148f-9bca-46ef-be4d-e94757b179ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.556338 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-024fa0cd-c6d6-4f11-bcce-f32b9bb8785a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:32.599069 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9b76148f-9bca-46ef-be4d-e94757b179ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53c58221d59a41db8ee699858f338ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164025 Jun 23 14:10:32.602137 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76148f-9bca-46ef-be4d-e94757b179ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4db0279-83c5-4340-936d-7648f0e1a9a9,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.603667 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 57990) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:32.606338 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9b76148f-9bca-46ef-be4d-e94757b179ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.656964 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9313978-80b6-41c5-8258-13e0e8abe0bf req-cdb22286-990c-424c-aa1c-a5306000b684 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:32.660114 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b9313978-80b6-41c5-8258-13e0e8abe0bf req-cdb22286-990c-424c-aa1c-a5306000b684 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 931 time: 0.1331575 Jun 23 14:10:32.673213 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d1a86705-b6ea-4c73-9f15-b5e43137d83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.703394 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b9313978-80b6-41c5-8258-13e0e8abe0bf req-bd43b692-fb35-468e-80a6-163c0186b5da tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360889 Jun 23 14:10:32.707224 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e1bf52ca-c09b-4553-8104-6b7e435d77f7 req-0b646e40-a1e8-416c-a3b3-04c45046527b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 210 time: 0.0359962 Jun 23 14:10:32.722280 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d1a86705-b6ea-4c73-9f15-b5e43137d83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.771437 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d1a86705-b6ea-4c73-9f15-b5e43137d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.774496 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d1a86705-b6ea-4c73-9f15-b5e43137d83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.775606 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-d1a86705-b6ea-4c73-9f15-b5e43137d83e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4db0279-83c5-4340-936d-7648f0e1a9a9 HTTP/1.1" status: 204 len: 168 time: 0.1677043 Jun 23 14:10:32.776550 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7edb5b0a-8673-4b33-a326-c0305920f9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:32.785655 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a86705-b6ea-4c73-9f15-b5e43137d83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4db0279-83c5-4340-936d-7648f0e1a9a9,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.787890 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d1a86705-b6ea-4c73-9f15-b5e43137d83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:33.057187 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-abed8ba7-ac4b-42e9-9713-702b24dd7361 req-4aa64c81-2dd6-44b2-8889-f0d8ee6733c1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.0341218 Jun 23 14:10:33.227977 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c0f5a-87af-40cf-b1bf-7b0b4159b893 req-d9a4ef3a-4e0f-46d6-afb8-91f5d1721930 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:33.229674 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7a3c0f5a-87af-40cf-b1bf-7b0b4159b893 req-d9a4ef3a-4e0f-46d6-afb8-91f5d1721930 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 931 time: 0.0880651 Jun 23 14:10:33.277783 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7a3c0f5a-87af-40cf-b1bf-7b0b4159b893 req-8ebc1a7e-2cc3-47d6-aec2-c85515145d8b tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Jun 23 14:10:33.575234 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3b44053c-3e64-41f2-9205-4aeb31357fe7 req-caa110ac-63eb-4968-a6cd-74dc5adb522e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0334187 Jun 23 14:10:33.898011 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a7e5291d-d189-48eb-8e79-76885f8ef4f1 req-5411e1d3-c27c-4a2b-9fd4-d908df28e3ce tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 210 time: 0.0510893 Jun 23 14:10:33.937655 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac78927-3699-4dd7-b5a6-edcd470bd74c req-5e498762-6fe0-4ae5-8e50-882999bb5bb9 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:33.939263 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aac78927-3699-4dd7-b5a6-edcd470bd74c req-5e498762-6fe0-4ae5-8e50-882999bb5bb9 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 931 time: 0.0944154 Jun 23 14:10:33.985834 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aac78927-3699-4dd7-b5a6-edcd470bd74c req-5a7b15a5-35ef-4c5a-88dc-bc467157b082 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367889 Jun 23 14:10:34.216218 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6d1307e7-5e82-4cf8-8080-acdb6ef90b49 req-e43de9b0-6035-4588-a67d-80f7dfbc6106 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.0331004 Jun 23 14:10:34.466432 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac6449-4043-4529-b683-689ceafd1e9d req-d2644a39-8709-4c5a-a196-7b1c555ea3a0 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:34.468015 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-21ac6449-4043-4529-b683-689ceafd1e9d req-d2644a39-8709-4c5a-a196-7b1c555ea3a0 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 931 time: 0.0718839 Jun 23 14:10:34.511813 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-21ac6449-4043-4529-b683-689ceafd1e9d req-27df49e8-581c-4538-a22d-2eafba0b8a28 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375690 Jun 23 14:10:34.729935 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0d1d41c4-64cb-4d7a-915f-941d5de1afc4 req-1de1294d-44b2-461d-a752-a5955f4e44d0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0301352 Jun 23 14:10:34.881286 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 58068) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:34.981142 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:10:34.990677 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b608dc1b-159a-417c-a109-3777281430b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.054705 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-701fef63-4bc2-43df-b5ca-9d92a056354b req-3e22c5ff-2469-40e3-9120-1ec48b28b4c1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 210 time: 0.0317926 Jun 23 14:10:35.124164 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b608dc1b-159a-417c-a109-3777281430b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.129770 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b608dc1b-159a-417c-a109-3777281430b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.135257 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a3bf507c-ba7d-457b-aada-83b68ce11a29 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.173174 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1d14d-a6b6-4214-aea1-090a71823b21 req-4e039511-6668-42ea-929f-9b7a877de987 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:35.174135 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b608dc1b-159a-417c-a109-3777281430b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f65fb1cb250645e5968bd5f484fe6bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917573 Jun 23 14:10:35.174901 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4ac1d14d-a6b6-4214-aea1-090a71823b21 req-4e039511-6668-42ea-929f-9b7a877de987 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 931 time: 0.0707424 Jun 23 14:10:35.175244 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608dc1b-159a-417c-a109-3777281430b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447d9b81-2b46-4953-9977-e30d9b3dd11a,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.176750 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 58078) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.178653 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b608dc1b-159a-417c-a109-3777281430b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:35.241912 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4ac1d14d-a6b6-4214-aea1-090a71823b21 req-babff76e-f79a-4b15-882b-2380e8f9544b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588753 Jun 23 14:10:35.256798 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9a41ff7-47a0-4a4f-95f9-485d062d2411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.281697 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9a41ff7-47a0-4a4f-95f9-485d062d2411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.335935 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9a41ff7-47a0-4a4f-95f9-485d062d2411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.339015 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9a41ff7-47a0-4a4f-95f9-485d062d2411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.342964 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-a9a41ff7-47a0-4a4f-95f9-485d062d2411 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/447d9b81-2b46-4953-9977-e30d9b3dd11a HTTP/1.1" status: 204 len: 168 time: 0.1652267 Jun 23 14:10:35.343821 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.351314 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a41ff7-47a0-4a4f-95f9-485d062d2411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447d9b81-2b46-4953-9977-e30d9b3dd11a,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.363093 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a9a41ff7-47a0-4a4f-95f9-485d062d2411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:35.372352 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-eef2259f-785d-42ba-bceb-ad3c1487dd1d req-91be01af-b03a-4e5c-833c-e76a6f910c35 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.0373824 Jun 23 14:10:35.620616 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 58088) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.634018 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-72ff8777-ec36-4b7b-a3da-be70162917ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.704757 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f26a5d-5bbe-43a9-8ae0-a67b5e86b0af req-39709db9-31c8-4f06-8c17-7b45a7777e8e tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:35.706585 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f4f26a5d-5bbe-43a9-8ae0-a67b5e86b0af req-39709db9-31c8-4f06-8c17-7b45a7777e8e tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 931 time: 0.0674224 Jun 23 14:10:35.749564 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-72ff8777-ec36-4b7b-a3da-be70162917ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.754268 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-72ff8777-ec36-4b7b-a3da-be70162917ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.758201 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f4f26a5d-5bbe-43a9-8ae0-a67b5e86b0af req-a2fcb22f-075a-47e6-9522-fa3bdcb93ac9 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 Jun 23 14:10:35.758779 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.773193 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.787993 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff8777-ec36-4b7b-a3da-be70162917ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3928b7-f1cc-4b67-89b9-e4367a1a51c4,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.793051 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-72ff8777-ec36-4b7b-a3da-be70162917ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:35.808471 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-72ff8777-ec36-4b7b-a3da-be70162917ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c00a9f61bec4601a6e5f4908c44af9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867859 Jun 23 14:10:35.811140 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 58096) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.861971 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-07e785aa-c82c-4571-bbef-50da738b9f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.887130 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-07e785aa-c82c-4571-bbef-50da738b9f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.925742 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4f39a7f1-1908-45f2-ad32-017277354671 req-a9863447-a3b0-4aa0-9a9a-a7ba588fdb62 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0418193 Jun 23 14:10:35.962747 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-07e785aa-c82c-4571-bbef-50da738b9f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.965588 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-07e785aa-c82c-4571-bbef-50da738b9f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.966769 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-07e785aa-c82c-4571-bbef-50da738b9f5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb3928b7-f1cc-4b67-89b9-e4367a1a51c4 HTTP/1.1" status: 204 len: 168 time: 0.1545138 Jun 23 14:10:35.967421 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.977217 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e785aa-c82c-4571-bbef-50da738b9f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3928b7-f1cc-4b67-89b9-e4367a1a51c4,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.980269 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-07e785aa-c82c-4571-bbef-50da738b9f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:36.211984 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-eb28260a-949a-40a1-8131-8039943c4ca2 req-f1fd595f-f149-4387-8adc-431776b7044a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 210 time: 0.0304451 Jun 23 14:10:36.504119 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e418f8-80da-4141-969b-750793dc0cbc req-1c5e5226-0311-4ac8-b54e-463a47453598 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:36.522317 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-05e418f8-80da-4141-969b-750793dc0cbc req-1c5e5226-0311-4ac8-b54e-463a47453598 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 931 time: 0.1544640 Jun 23 14:10:36.619262 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-009cf065-e394-4831-868e-033f3c15fff8 req-308d2cf7-95f0-4b71-a524-165b68f704fb tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.0641305 Jun 23 14:10:36.642406 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Request body: {'port': {'device_id': 'f83e2332-13ec-461d-a4bd-de188d64a4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:36.646924 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-05e418f8-80da-4141-969b-750793dc0cbc req-b357d066-1793-4d8a-80e5-0a60bf846155 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253948 Jun 23 14:10:36.822932 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Request body: {'port': {'device_id': 'd3ee386e-ff59-4310-87c0-679426b7825e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:36.894729 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.116970 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.150628 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-faa0b689-c844-40c0-9459-39c7d3a21787 req-1a16554e-8005-483a-b1a6-f1411d8c9269 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0676088 Jun 23 14:10:37.291230 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17462143-e935-45eb-9fc0-a341729405ef req-11ad57bf-d3cd-4b47-a2df-8588d5274e92 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:37.292757 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-17462143-e935-45eb-9fc0-a341729405ef req-11ad57bf-d3cd-4b47-a2df-8588d5274e92 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 931 time: 0.3156610 Jun 23 14:10:37.499963 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-17462143-e935-45eb-9fc0-a341729405ef req-bf015e87-d1eb-442a-b9d2-280293d818d3 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968172 Jun 23 14:10:37.540377 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.39', 49888) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:37.591642 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-20647b29-efa8-418e-bad9-f226d4c3ee39 req-3775be05-4685-4bb2-bd43-9f61cead0067 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 210 time: 0.0990796 Jun 23 14:10:37.781394 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 58170) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:37.782325 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed52137-a0e7-4d33-a68b-1769e0635897 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:37.809386 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.968865 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Transition to ACTIVE for port object 6ed52137-a0e7-4d33-a68b-1769e0635897 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:37.995435 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1f4e1992-9bc8-4e67-976c-c0b9326b598d req-2ee24301-3244-4864-b205-321a62b65ca1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.1261287 Jun 23 14:10:38.001354 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.001527 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e58fb4-206d-42dc-9c76-25ef88635191 req-ca3678b1-8a3b-49db-a557-af8facc1db94 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.014203 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-79e58fb4-206d-42dc-9c76-25ef88635191 req-ca3678b1-8a3b-49db-a557-af8facc1db94 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 931 time: 0.1768799 Jun 23 14:10:38.047465 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.067498 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-0b3aad5c-4598-4c55-a0ea-cd546c2d244d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.070560 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-0b3aad5c-4598-4c55-a0ea-cd546c2d244d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.39 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 819 time: 0.5214491 Jun 23 14:10:38.092917 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-79e58fb4-206d-42dc-9c76-25ef88635191 req-0e9317cc-cba1-4ff0-8bcf-a0c97119c865 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759468 Jun 23 14:10:38.114650 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-880afe5d-1535-4133-b20a-30c21a8cb6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.310958 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-880afe5d-1535-4133-b20a-30c21a8cb6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.315839 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-880afe5d-1535-4133-b20a-30c21a8cb6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.321975 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.341807 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Request body: {'port': {'device_id': 'd3596145-a7c1-4654-a4b2-5671ddb25b4d', 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1', 'admin_state_up': True, 'tenant_id': '94d303cd1a124e2d902fbc199f047749'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:38.373808 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-880afe5d-1535-4133-b20a-30c21a8cb6fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a5834dba0574408b36b0bb9d5ef2a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5902245 Jun 23 14:10:38.374816 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.39', 49892) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:38.375776 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880afe5d-1535-4133-b20a-30c21a8cb6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd308822-33b5-41a4-93ee-2a9e3b0c91ef,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:38.408558 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 58192) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:38.411714 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-42b17541-9014-40e4-bddd-bc6451064e33 req-723bb0e0-4f31-4baa-87e0-322069c3fc81 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0660648 Jun 23 14:10:38.419907 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-880afe5d-1535-4133-b20a-30c21a8cb6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:38.443709 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39956ff4-d72a-4b40-b45d-df358fe1bb2c {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:38.488123 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.554889 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Pushing event updated for resources: {'Port': ['ID=6ed52137-a0e7-4d33-a68b-1769e0635897,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:38.579934 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:38.582198 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Transition to ACTIVE for port object 39956ff4-d72a-4b40-b45d-df358fe1bb2c will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:38.606859 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.622525 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-140ec841-7c83-4fc0-8ea6-0a0631b70cfd tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.624392 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-140ec841-7c83-4fc0-8ea6-0a0631b70cfd tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.39 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 819 time: 0.2034981 Jun 23 14:10:38.643408 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-7cfe80b9-8511-4795-bc9d-f089d8c9b99a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.647876 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Request body: {'port': {'device_id': '38767738-d0cf-4976-aebc-e5101a7bee66', 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1', 'admin_state_up': True, 'tenant_id': '94d303cd1a124e2d902fbc199f047749'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:38.654658 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Attempting to bind port 6ed52137-a0e7-4d33-a68b-1769e0635897 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:38.654997 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Attempting to bind port 6ed52137-a0e7-4d33-a68b-1769e0635897 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'e5c44fa1-1710-46d6-b59b-349997715c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c241617d-c5b5-44d7-a717-14c6908e75fd'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:38.655407 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Attempting to bind port 6ed52137-a0e7-4d33-a68b-1769e0635897 on network c241617d-c5b5-44d7-a717-14c6908e75fd {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:38.708671 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Port 6ed52137-a0e7-4d33-a68b-1769e0635897 on network c241617d-c5b5-44d7-a717-14c6908e75fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:38.709005 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Attempting to bind port 6ed52137-a0e7-4d33-a68b-1769e0635897 on network c241617d-c5b5-44d7-a717-14c6908e75fd {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:38.712526 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d65afd82-60d9-452f-9d84-4035ce839b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.766762 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:38.767382 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Checking segment: {'id': 'e5c44fa1-1710-46d6-b59b-349997715c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c241617d-c5b5-44d7-a717-14c6908e75fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:38.768104 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Bound using segment: {'id': 'e5c44fa1-1710-46d6-b59b-349997715c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c241617d-c5b5-44d7-a717-14c6908e75fd'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:38.769284 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Bound port: 6ed52137-a0e7-4d33-a68b-1769e0635897, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c44fa1-1710-46d6-b59b-349997715c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c241617d-c5b5-44d7-a717-14c6908e75fd'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:38.777505 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.796825 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Pushing event updated for resources: {'Port': ['ID=39956ff4-d72a-4b40-b45d-df358fe1bb2c,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:38.822642 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:38.833203 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d65afd82-60d9-452f-9d84-4035ce839b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.836383 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Made reservation on behalf of 94d303cd1a124e2d902fbc199f047749 for: {'port': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:38.841900 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.908052 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4d3ba6db-7370-4f11-ab3c-7bcf42af2714 req-c05a19a6-70de-46e9-935b-cab99cc75ffc tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 210 time: 0.0972531 Jun 23 14:10:38.972263 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Attempting to bind port 39956ff4-d72a-4b40-b45d-df358fe1bb2c on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:38.973008 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Attempting to bind port 39956ff4-d72a-4b40-b45d-df358fe1bb2c by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:38.973008 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Attempting to bind port 39956ff4-d72a-4b40-b45d-df358fe1bb2c on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:39.001619 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Port 39956ff4-d72a-4b40-b45d-df358fe1bb2c on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:39.001931 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Attempting to bind port 39956ff4-d72a-4b40-b45d-df358fe1bb2c on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:39.045444 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] For port 6ed52137-a0e7-4d33-a68b-1769e0635897, host hv-cinder-78447, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:39.051812 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:39.051812 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Checking segment: {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:39.052249 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Bound using segment: {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:39.053262 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Bound port: 39956ff4-d72a-4b40-b45d-df358fe1bb2c, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:39.053262 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.094031 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] For port 6ed52137-a0e7-4d33-a68b-1769e0635897, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6ed52137-a0e7-4d33-a68b-1769e0635897,segment=NetworkSegment(e5c44fa1-1710-46d6-b59b-349997715c85),segment_id=e5c44fa1-1710-46d6-b59b-349997715c85)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:39.106966 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.110843 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d65afd82-60d9-452f-9d84-4035ce839b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.141227 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-88b24ca4-67b1-43cc-bb17-cab53ecf08cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:39.145781 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d65afd82-60d9-452f-9d84-4035ce839b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.146960 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-d65afd82-60d9-452f-9d84-4035ce839b1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd308822-33b5-41a4-93ee-2a9e3b0c91ef HTTP/1.1" status: 204 len: 168 time: 0.7343478 Jun 23 14:10:39.277396 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Allocated IP 172.20.0.14 (3f534e60-144d-45e6-a5fc-11af96caa6b1/098b5eb4-4f85-4551-a132-d2f6a5c0b689/2582d771-fa91-408f-bd35-ee7dadc788aa) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:39.299022 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.39', 49895) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:39.402023 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:39.403093 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.405001 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] 10.222.0.39 "PUT /v2.0/ports/6ed52137-a0e7-4d33-a68b-1769e0635897 HTTP/1.1" status: 200 len: 1093 time: 3.0083842 Jun 23 14:10:39.406780 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83e2332-13ec-461d-a4bd-de188d64a4ab', 'tag': '6ed52137-a0e7-4d33-a68b-1769e0635897'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:39.431610 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563028a3-86b5-4207-b158-eac7269d98c6 req-4c02f80e-523e-4d12-bb43-73310c098af5 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:39.431610 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-563028a3-86b5-4207-b158-eac7269d98c6 req-4c02f80e-523e-4d12-bb43-73310c098af5 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 943 time: 0.7661357 Jun 23 14:10:39.502186 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Made reservation on behalf of 94d303cd1a124e2d902fbc199f047749 for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:39.505841 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.662712 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f5dbc380-7768-4b09-b556-5b358543d8be req-c2be91d2-dcc6-480c-8a81-e30613243cb6 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.2566075 Jun 23 14:10:39.740225 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-563028a3-86b5-4207-b158-eac7269d98c6 req-30c6c792-8bf6-4838-bcf0-b3f78e12a185 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458835 Jun 23 14:10:39.843991 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Pushing event updated for resources: {'Port': ['ID=6ed52137-a0e7-4d33-a68b-1769e0635897,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:39.866471 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad37d8d8beeb8169df3800a911929a3f4a5a3b87fc410ff1711a5d18233c5e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f83e2332-13ec-461d-a4bd-de188d64a4ab", "tag": "6ed52137-a0e7-4d33-a68b-1769e0635897"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:39.881476 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:39.881931 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 58248) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:39.883343 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.701s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:39.887017 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] For port 39956ff4-d72a-4b40-b45d-df358fe1bb2c, host hv-cinder-78447, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:39.925422 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-9e812d89-89b1-433c-8e01-07c17903fb0a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:39.927113 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-9e812d89-89b1-433c-8e01-07c17903fb0a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.39 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 810 time: 0.6235864 Jun 23 14:10:39.933282 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-31e1ba7d-53a5-4385-b811-7e865418048e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.935199 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65afd82-60d9-452f-9d84-4035ce839b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd308822-33b5-41a4-93ee-2a9e3b0c91ef,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:39.939407 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] For port 39956ff4-d72a-4b40-b45d-df358fe1bb2c, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=39956ff4-d72a-4b40-b45d-df358fe1bb2c,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:39.953821 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d65afd82-60d9-452f-9d84-4035ce839b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:39.971952 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.979593 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.39', 49898) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:40.017026 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:40.020009 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-71f0af5f-bc2d-48ca-ab7b-2efc6a6b0edf req-1a16e16c-bcf3-48f3-a0ae-6978488dd358 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0919411 Jun 23 14:10:40.109536 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.110267 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.111679 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] 10.222.0.39 "PUT /v2.0/ports/39956ff4-d72a-4b40-b45d-df358fe1bb2c HTTP/1.1" status: 200 len: 1093 time: 3.7104774 Jun 23 14:10:40.131356 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.132449 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-b5fd748d-1bf7-4e4f-a90e-188ecfdf3b41 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94dc71f547d24a5d8509b357a10011bb HTTP/1.1" status: 200 len: 380 time: 0.1652970 Jun 23 14:10:40.144045 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f56677-a216-4c44-856e-34e43785001d req-713a90ba-f306-4496-aa19-bf9c8005df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.145591 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-713a90ba-f306-4496-aa19-bf9c8005df02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b45ca40031104644aca72ab770e2291d&device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 1096 time: 0.5907223 Jun 23 14:10:40.147093 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'port': {'device_id': '879c7190-2026-4306-993d-4aea0f24201f', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'admin_state_up': True, 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'security_groups': ['f51a993d-9552-40bc-9c30-aa97e0414150']}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:40.186751 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Pushing event updated for resources: {'Port': ['ID=39956ff4-d72a-4b40-b45d-df358fe1bb2c,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:40.239599 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:40.282198 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-76708a64-6a39-4b59-8fe2-09c30ca186b4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.284732 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-76708a64-6a39-4b59-8fe2-09c30ca186b4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 817 time: 0.2833164 Jun 23 14:10:40.308326 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-f7de8050-f418-4f8d-b807-a5ba7383803d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ed52137-a0e7-4d33-a68b-1769e0635897 HTTP/1.1" status: 200 len: 217 time: 0.1273773 Jun 23 14:10:40.374146 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-355b7901-9547-4c73-aceb-1089058b4cea tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d7c700b49d342b3bbed8da39da42fd9 HTTP/1.1" status: 200 len: 379 time: 0.0699968 Jun 23 14:10:40.386315 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'port': {'device_id': '03764f67-cf47-433f-9300-51c82f91b8e0', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'admin_state_up': True, 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'security_groups': ['5b556988-29b1-41a2-8d43-adbcd396d070']}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:40.449163 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea2ce1-e389-4927-9d6b-4168011dd625 req-ca2b67fc-6960-407d-85c0-d5d86025ccc5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.454006 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-65ea2ce1-e389-4927-9d6b-4168011dd625 req-ca2b67fc-6960-407d-85c0-d5d86025ccc5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 943 time: 0.5246961 Jun 23 14:10:40.463479 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5007391-1040-4012-8c45-89d629ade1da x-openstack-request-id: req-e5007391-1040-4012-8c45-89d629ade1da {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:40.463793 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83e2332-13ec-461d-a4bd-de188d64a4ab", "tag": "6ed52137-a0e7-4d33-a68b-1769e0635897", "status": "completed", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:40.464034 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5007391-1040-4012-8c45-89d629ade1da {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:40.464520 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83e2332-13ec-461d-a4bd-de188d64a4ab', 'tag': '6ed52137-a0e7-4d33-a68b-1769e0635897', 'status': 'completed', 'code': 200} Jun 23 14:10:40.486109 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f56677-a216-4c44-856e-34e43785001d req-e98eca62-0e33-4ae5-bdf2-f014c27af6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.487882 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-e98eca62-0e33-4ae5-bdf2-f014c27af6c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94ac77d6-6ada-4daa-9b7a-e3a1e6cc4ad6 HTTP/1.1" status: 200 len: 851 time: 0.1538012 Jun 23 14:10:40.558998 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.589133 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-e1b6c508-45ff-49aa-a5a3-b0e0173a4205 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c241617d-c5b5-44d7-a717-14c6908e75fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729592 Jun 23 14:10:40.600142 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:40.645392 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d285ffa0-1bec-49e7-89f3-2d14c18139ed req-0f626c0f-cca7-43df-8fb5-1d97be4136f2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 210 time: 0.0520804 Jun 23 14:10:40.651845 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Allocated IP 172.20.0.9 (3f534e60-144d-45e6-a5fc-11af96caa6b1/098b5eb4-4f85-4551-a132-d2f6a5c0b689/0edd1cf1-2b15-4e25-85a0-145d79975ae9) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:40.680563 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-31e1ba7d-53a5-4385-b811-7e865418048e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.696836 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-65ea2ce1-e389-4927-9d6b-4168011dd625 req-aa5723e4-c3aa-49e9-b1ab-150ba0978fe2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056117 Jun 23 14:10:40.705292 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-6c9be037-7328-4a5b-9a24-ea2ab839fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.707651 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-6c9be037-7328-4a5b-9a24-ea2ab839fe93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 1096 time: 0.4241970 Jun 23 14:10:40.707992 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-31e1ba7d-53a5-4385-b811-7e865418048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.709992 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Network 3f534e60-144d-45e6-a5fc-11af96caa6b1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:40.748052 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:40.752331 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Made reservation on behalf of 94dc71f547d24a5d8509b357a10011bb for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:40.757245 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.760650 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:40.766094 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.766729 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.776217 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Pushing event updated for resources: {'Port': ['ID=2582d771-fa91-408f-bd35-ee7dadc788aa,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:40.793598 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:40.794181 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-42ac233e-c355-4d53-b072-e773a7615090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:40.817718 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-31e1ba7d-53a5-4385-b811-7e865418048e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5551bd23192242adb5bee56d0728dbc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281554 Jun 23 14:10:40.821342 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 58276) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:40.875412 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1ba7d-53a5-4385-b811-7e865418048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cb3ed5-aff0-4e73-9f8e-74454135f7f1,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:40.877403 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-31e1ba7d-53a5-4385-b811-7e865418048e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:40.880734 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5444114 Jun 23 14:10:40.884209 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-09e3013b-685f-4404-8cdb-29b961722121 service neutron] 10.222.0.39 "GET /v2.0/networks/c241617d-c5b5-44d7-a717-14c6908e75fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715383 Jun 23 14:10:40.951622 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Made reservation on behalf of 5d7c700b49d342b3bbed8da39da42fd9 for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:40.955812 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.997362 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-65ecb288-1445-40f2-86cd-bb126cee8e87 req-fb428c22-bf57-4d56-9990-0f3ebaee3da8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.0646975 Jun 23 14:10:41.014627 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Allocated IP 172.20.0.10 (50556b32-b72e-4178-bf44-bc520f43b25b/606a88d1-94ef-49ba-9cad-9f7c5df7c3a4/48999b26-0155-4eaa-8cc6-5a7e2e88240a) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:41.099066 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-cd1b80d6-562c-4f60-879f-2a0fe1147f56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39956ff4-d72a-4b40-b45d-df358fe1bb2c HTTP/1.1" status: 200 len: 217 time: 0.2782586 Jun 23 14:10:41.116147 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Request body: {'port': {'device_id': 'd3596145-a7c1-4654-a4b2-5671ddb25b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:41.122929 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.286078 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6e3066bf-9ef5-49e5-bf70-94e0cb135942 req-5894964f-fa37-445f-bb7a-cc09655f62a8 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0753009 Jun 23 14:10:41.291103 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.324328 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.326368 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Allocated IP 172.20.0.10 (55cb9de8-56b6-4497-9fe1-40dadbfbfc68/219b1ff5-c987-4386-8070-44e05e051198/80a8540b-718e-4874-a087-fe9eb7321b7b) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:41.347503 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-eb5371ed-cdf2-490a-9a70-65b263795f1e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:41.402115 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-e9b5e261-7457-4c36-bdf1-a8ce22b2342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.403831 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-e9b5e261-7457-4c36-bdf1-a8ce22b2342d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6218bb09-0ad9-41f6-9399-eb2e94454448 HTTP/1.1" status: 200 len: 855 time: 0.2114584 Jun 23 14:10:41.422616 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c013f47c-796f-47a6-8c64-dcfbae3aa4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.430542 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.454983 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Network 3f534e60-144d-45e6-a5fc-11af96caa6b1 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:41.480028 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:41.487681 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-92bd77e3-cd9c-4fac-8761-fa4934b54a74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717108 Jun 23 14:10:41.489440 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:41.492139 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Transition to ACTIVE for port object 48999b26-0155-4eaa-8cc6-5a7e2e88240a will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:41.499904 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Pushing event updated for resources: {'Port': ['ID=0edd1cf1-2b15-4e25-85a0-145d79975ae9,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:41.511343 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c013f47c-796f-47a6-8c64-dcfbae3aa4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.526127 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:41.527357 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b3f56677-a216-4c44-856e-34e43785001d req-bf1b082f-210f-4501-8a36-5d6ff67200d3 service neutron] 10.222.0.39 "GET /v2.0/networks/c241617d-c5b5-44d7-a717-14c6908e75fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238007 Jun 23 14:10:41.723677 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eda56-eae5-4b37-af6f-466fac96ae7a req-9a627c59-1735-4c29-b35c-aaf7adef4317 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.725326 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c77eda56-eae5-4b37-af6f-466fac96ae7a req-9a627c59-1735-4c29-b35c-aaf7adef4317 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 943 time: 0.6255026 Jun 23 14:10:41.831906 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.832656 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.861656 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ea6c6532-ee5a-46ca-bd0f-2a4e453a8e62 req-64f51243-d51b-4f48-b346-d837296fc60b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 210 time: 0.0550108 Jun 23 14:10:41.887098 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-95fcc8a2-28b7-4397-bf6d-6f67bdcf0eee service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901627 Jun 23 14:10:41.890200 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2470255 Jun 23 14:10:41.897243 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c77eda56-eae5-4b37-af6f-466fac96ae7a req-f0dd1f5c-57e2-42b9-a5f3-799d17290133 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567614 Jun 23 14:10:41.900254 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.912537 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:41.912837 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9 req-5e36ef2e-8507-4ee2-9833-7bec0f16ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.914039 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9 req-5e36ef2e-8507-4ee2-9833-7bec0f16ca5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b45ca40031104644aca72ab770e2291d&device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 1096 time: 0.2816033 Jun 23 14:10:41.923452 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Request body: {'port': {'device_id': '38767738-d0cf-4976-aebc-e5101a7bee66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:41.923603 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c013f47c-796f-47a6-8c64-dcfbae3aa4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.957452 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c013f47c-796f-47a6-8c64-dcfbae3aa4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.961229 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-c013f47c-796f-47a6-8c64-dcfbae3aa4f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03cb3ed5-aff0-4e73-9f8e-74454135f7f1 HTTP/1.1" status: 204 len: 168 time: 1.1363838 Jun 23 14:10:41.980336 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d65afd82-60d9-452f-9d84-4035ce839b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:42.041229 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.083719 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Transition to ACTIVE for port object 80a8540b-718e-4874-a087-fe9eb7321b7b will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:42.119989 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Network 50556b32-b72e-4178-bf44-bc520f43b25b is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:42.125306 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:42.139285 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 58308) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:42.140548 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013f47c-796f-47a6-8c64-dcfbae3aa4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cb3ed5-aff0-4e73-9f8e-74454135f7f1,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:42.153506 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:42.194517 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c013f47c-796f-47a6-8c64-dcfbae3aa4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:42.200156 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'Port': ['ID=48999b26-0155-4eaa-8cc6-5a7e2e88240a,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:42.204758 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.215503 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.217523 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.228847 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:42.257423 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:42.338504 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.347586 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'Port': ['ID=80a8540b-718e-4874-a087-fe9eb7321b7b,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:42.370839 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:42.383133 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2433813 Jun 23 14:10:42.417009 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:42.427692 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Request body: {'port': {'device_id': '879c7190-2026-4306-993d-4aea0f24201f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:42.444062 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9 req-41ee8b7a-91ac-45b8-88f1-d644f26ad2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.445460 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9 req-41ee8b7a-91ac-45b8-88f1-d644f26ad2b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c241617d-c5b5-44d7-a717-14c6908e75fd HTTP/1.1" status: 200 len: 912 time: 0.5208013 Jun 23 14:10:42.449630 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03606451-5e8c-448d-b51e-9dda5b84ca15 req-7c8f0bbb-845e-4e62-af4a-6b3c15aa140c service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296733 Jun 23 14:10:42.502908 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2582d771-fa91-408f-bd35-ee7dadc788aa {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:42.514480 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.531303 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ee386e-ff59-4310-87c0-679426b7825e', 'tag': '39956ff4-d72a-4b40-b45d-df358fe1bb2c'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:42.534509 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad37d8d8beeb8169df3800a911929a3f4a5a3b87fc410ff1711a5d18233c5e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ee386e-ff59-4310-87c0-679426b7825e", "tag": "39956ff4-d72a-4b40-b45d-df358fe1bb2c"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:42.538450 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Transition to ACTIVE for port object 2582d771-fa91-408f-bd35-ee7dadc788aa will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:42.546090 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:42.559990 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:42.579819 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-3e2a313d-e230-4706-b276-364102e25014 None None] Provisioning for port 48999b26-0155-4eaa-8cc6-5a7e2e88240a completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:42.584431 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9 req-f97b0dd4-5985-495b-8b31-b170976de12a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ed52137-a0e7-4d33-a68b-1769e0635897 HTTP/1.1" status: 200 len: 217 time: 0.1209395 Jun 23 14:10:42.589999 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-3e2a313d-e230-4706-b276-364102e25014 None None] Provisioning complete for port 48999b26-0155-4eaa-8cc6-5a7e2e88240a triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:42.593020 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3e2a313d-e230-4706-b276-364102e25014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.610252 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.612671 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ead591f4-83ab-406a-a556-ae68f9aab1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.634826 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47616fbe-2e72-4c8a-bff8-bf1d2e617332 req-4446a7ea-24ce-4dac-9ce7-54c03a6887a0 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.644924 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-47616fbe-2e72-4c8a-bff8-bf1d2e617332 req-4446a7ea-24ce-4dac-9ce7-54c03a6887a0 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 943 time: 0.5988052 Jun 23 14:10:42.653944 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a313d-e230-4706-b276-364102e25014 None None] Port 48999b26-0155-4eaa-8cc6-5a7e2e88240a cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:42.747711 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6f867-0ab4-4cdd-b2cd-1ee3590e0167 req-3aedb82e-49d7-420f-90b5-e223b4271ebd tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.755641 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-48a6f867-0ab4-4cdd-b2cd-1ee3590e0167 req-3aedb82e-49d7-420f-90b5-e223b4271ebd tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 931 time: 0.5600023 Jun 23 14:10:42.759047 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:42.766774 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9 req-2dc330d1-5e23-4f03-8b33-32fee63fe4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.768937 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9 req-2dc330d1-5e23-4f03-8b33-32fee63fe4aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94ac77d6-6ada-4daa-9b7a-e3a1e6cc4ad6 HTTP/1.1" status: 200 len: 851 time: 0.1695051 Jun 23 14:10:42.819748 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.861380 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9 req-1e333f3b-b14e-485b-aa38-199ef70babd1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c241617d-c5b5-44d7-a717-14c6908e75fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593612 Jun 23 14:10:42.877587 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-aac58fab-b566-41f0-8b51-da012f3a9575 None None] Provisioning for port 80a8540b-718e-4874-a087-fe9eb7321b7b completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:42.884033 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-aac58fab-b566-41f0-8b51-da012f3a9575 None None] Provisioning complete for port 80a8540b-718e-4874-a087-fe9eb7321b7b triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:42.884715 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aac58fab-b566-41f0-8b51-da012f3a9575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.907822 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Pushing event updated for resources: {'Port': ['ID=2582d771-fa91-408f-bd35-ee7dadc788aa,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:42.924423 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:42.946896 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-48a6f867-0ab4-4cdd-b2cd-1ee3590e0167 req-68fffd05-b9ac-4b49-97f8-299d9f5eb856 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902435 Jun 23 14:10:42.965883 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-aac58fab-b566-41f0-8b51-da012f3a9575 None None] Port 80a8540b-718e-4874-a087-fe9eb7321b7b cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:42.983997 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.984643 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.052533 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-47616fbe-2e72-4c8a-bff8-bf1d2e617332 req-d30540dc-c1dd-4189-8ff8-7a97dd58a416 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066248 Jun 23 14:10:43.158784 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567a786f-4a96-4f93-877d-0422c4de61bd x-openstack-request-id: req-567a786f-4a96-4f93-877d-0422c4de61bd {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:43.159517 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ee386e-ff59-4310-87c0-679426b7825e", "tag": "39956ff4-d72a-4b40-b45d-df358fe1bb2c", "status": "completed", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:43.159517 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-567a786f-4a96-4f93-877d-0422c4de61bd {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:43.160018 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ee386e-ff59-4310-87c0-679426b7825e', 'tag': '39956ff4-d72a-4b40-b45d-df358fe1bb2c', 'status': 'completed', 'code': 200} Jun 23 14:10:43.161715 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 58352) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:43.178661 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edd1cf1-2b15-4e25-85a0-145d79975ae9 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:43.185294 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9 req-2c2fafb9-7934-49d8-9eae-8f826a5af8bc service neutron] 10.222.0.39 "GET /v2.0/networks/c241617d-c5b5-44d7-a717-14c6908e75fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116121 Jun 23 14:10:43.193600 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Attempting to bind port 2582d771-fa91-408f-bd35-ee7dadc788aa on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:43.193600 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Attempting to bind port 2582d771-fa91-408f-bd35-ee7dadc788aa by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:43.193600 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Attempting to bind port 2582d771-fa91-408f-bd35-ee7dadc788aa on network 3f534e60-144d-45e6-a5fc-11af96caa6b1 {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:43.194613 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.239668 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Port 2582d771-fa91-408f-bd35-ee7dadc788aa on network 3f534e60-144d-45e6-a5fc-11af96caa6b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:43.240086 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Attempting to bind port 2582d771-fa91-408f-bd35-ee7dadc788aa on network 3f534e60-144d-45e6-a5fc-11af96caa6b1 {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:43.252112 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ead591f4-83ab-406a-a556-ae68f9aab1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.271774 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:43.272362 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Checking segment: {'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:43.272907 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Bound using segment: {'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:43.273341 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Bound port: 2582d771-fa91-408f-bd35-ee7dadc788aa, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:43.273681 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.278892 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8966486 Jun 23 14:10:43.298456 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Transition to ACTIVE for port object 0edd1cf1-2b15-4e25-85a0-145d79975ae9 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:43.311598 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Request body: {'port': {'device_id': '03764f67-cf47-433f-9300-51c82f91b8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:43.319489 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.356225 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d3146d1b-5f9d-4ca6-8c4e-2392b2fec2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:43.371828 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-67708019-network', 'tenant_id': '4b6fec327d5844bb8563c95c09ed5d92'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:43.485012 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ead591f4-83ab-406a-a556-ae68f9aab1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.521837 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=0edd1cf1-2b15-4e25-85a0-145d79975ae9,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:43.524562 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-31e1ba7d-53a5-4385-b811-7e865418048e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:43.538710 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:43.592914 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Made reservation on behalf of 4b6fec327d5844bb8563c95c09ed5d92 for: {'network': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:43.595244 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.597324 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.609803 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-ead591f4-83ab-406a-a556-ae68f9aab1ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4400298fcf5e4279a85f537be360a782&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4551032 Jun 23 14:10:43.613622 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a21167-b16e-426b-9fba-d1a6e9f43644 req-748a9cf6-8f4e-4bae-81ed-75a9f62b1051 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.615344 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-62a21167-b16e-426b-9fba-d1a6e9f43644 req-748a9cf6-8f4e-4bae-81ed-75a9f62b1051 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 932 time: 0.3650129 Jun 23 14:10:43.617836 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 58358) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:43.619512 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead591f4-83ab-406a-a556-ae68f9aab1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb1528-3e2a-4ed7-9710-06431ba2236f,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:43.625529 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ead591f4-83ab-406a-a556-ae68f9aab1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:43.651915 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39400b-fc2a-42d7-86dd-7cac813e8260 req-bae3ae4b-f5fe-46a0-8aa6-0b4a6f03de39 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.653417 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9a39400b-fc2a-42d7-86dd-7cac813e8260 req-bae3ae4b-f5fe-46a0-8aa6-0b4a6f03de39 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 932 time: 0.5406981 Jun 23 14:10:43.663150 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9 req-bf90c47a-cdf1-47c9-8e1e-a9f55388b5ae service neutron] 10.222.0.39 "GET /v2.0/networks/c241617d-c5b5-44d7-a717-14c6908e75fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667141 Jun 23 14:10:43.668386 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.696526 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] For port 2582d771-fa91-408f-bd35-ee7dadc788aa, host hv-cinder-78447, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:43.712803 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db req-2e137333-eeba-404e-9704-a5b531bc84de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.714288 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db req-2e137333-eeba-404e-9704-a5b531bc84de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 1096 time: 0.4542713 Jun 23 14:10:43.715974 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] For port 2582d771-fa91-408f-bd35-ee7dadc788aa, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2582d771-fa91-408f-bd35-ee7dadc788aa,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:43.721936 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.743663 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:43.770757 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9a39400b-fc2a-42d7-86dd-7cac813e8260 req-2798def2-bdf5-43fc-a7d8-b067261b4733 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043813 Jun 23 14:10:43.799137 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.800413 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:43.802077 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] 10.222.0.39 "PUT /v2.0/ports/2582d771-fa91-408f-bd35-ee7dadc788aa HTTP/1.1" status: 200 len: 1094 time: 2.6910589 Jun 23 14:10:43.864928 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Pushing event updated for resources: {'Port': ['ID=2582d771-fa91-408f-bd35-ee7dadc788aa,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:43.870281 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:43.872293 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-62a21167-b16e-426b-9fba-d1a6e9f43644 req-81c0ade5-76ef-495a-aa63-a189dd201b48 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351534 Jun 23 14:10:43.919180 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db req-939c06e2-3fff-4be9-befb-e036e553dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.921190 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db req-939c06e2-3fff-4be9-befb-e036e553dc40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 916 time: 0.1934495 Jun 23 14:10:43.960123 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Attempting to bind port 0edd1cf1-2b15-4e25-85a0-145d79975ae9 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:43.960458 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Attempting to bind port 0edd1cf1-2b15-4e25-85a0-145d79975ae9 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:43.960807 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Attempting to bind port 0edd1cf1-2b15-4e25-85a0-145d79975ae9 on network 3f534e60-144d-45e6-a5fc-11af96caa6b1 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:43.976380 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48999b26-0155-4eaa-8cc6-5a7e2e88240a {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:43.982479 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db req-df6c4a4e-0a30-47dc-90ca-62e2bd31e296 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39956ff4-d72a-4b40-b45d-df358fe1bb2c HTTP/1.1" status: 200 len: 217 time: 0.0528643 Jun 23 14:10:43.987099 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.015351 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Port 0edd1cf1-2b15-4e25-85a0-145d79975ae9 on network 3f534e60-144d-45e6-a5fc-11af96caa6b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:44.015636 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Attempting to bind port 0edd1cf1-2b15-4e25-85a0-145d79975ae9 on network 3f534e60-144d-45e6-a5fc-11af96caa6b1 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:44.047932 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Transition to ACTIVE for port object 48999b26-0155-4eaa-8cc6-5a7e2e88240a will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:44.057579 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:44.058229 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Checking segment: {'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:44.058921 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Bound using segment: {'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:44.059563 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Bound port: 0edd1cf1-2b15-4e25-85a0-145d79975ae9, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea650f1c-1660-42fd-8ec3-d072307ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:44.060083 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.075393 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db req-3ca681f3-c10a-4160-958d-60a2a6db96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.077291 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db req-3ca681f3-c10a-4160-958d-60a2a6db96c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6218bb09-0ad9-41f6-9399-eb2e94454448 HTTP/1.1" status: 200 len: 855 time: 0.0858359 Jun 23 14:10:44.083187 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.106578 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a01f5b95-33a3-420a-b87d-2055979b569b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.124643 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db req-f2e2475a-ed85-4bcc-bb6f-db82c8d6a617 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357587 Jun 23 14:10:44.126654 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-c696f3dc-e9a2-4335-b34d-c8cead48b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.128866 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-c696f3dc-e9a2-4335-b34d-c8cead48b9e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 1097 time: 0.2431200 Jun 23 14:10:44.145613 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:44.171597 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe9611-a905-4252-be98-acddd1838834 req-68c91102-c133-4d46-b0b4-bd4520abe4d0 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.173154 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cbfe9611-a905-4252-be98-acddd1838834 req-68c91102-c133-4d46-b0b4-bd4520abe4d0 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 943 time: 0.2056687 Jun 23 14:10:44.223097 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-734524f5-c466-4d16-a296-4b7cac21c3d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2582d771-fa91-408f-bd35-ee7dadc788aa HTTP/1.1" status: 200 len: 217 time: 0.0740111 Jun 23 14:10:44.339418 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cbfe9611-a905-4252-be98-acddd1838834 req-d443d08c-5359-4b02-a71c-b64d8e92684f tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258838 Jun 23 14:10:44.342961 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-687b7cb0-dc12-48e6-86b6-835ae463b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.344126 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-687b7cb0-dc12-48e6-86b6-835ae463b668 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=098b5eb4-4f85-4551-a132-d2f6a5c0b689 HTTP/1.1" status: 200 len: 859 time: 0.1134207 Jun 23 14:10:44.384738 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-ce952f7b-2e97-4e1d-8c73-4f3f1d82a0de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f534e60-144d-45e6-a5fc-11af96caa6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290158 Jun 23 14:10:44.404822 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db req-675658d7-7a22-456e-b065-4e3a3fb71c13 service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571282 Jun 23 14:10:44.466521 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a01f5b95-33a3-420a-b87d-2055979b569b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.532514 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Pushing event updated for resources: {'Port': ['ID=48999b26-0155-4eaa-8cc6-5a7e2e88240a,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:44.536571 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:44.540715 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.591641 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.593170 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] For port 0edd1cf1-2b15-4e25-85a0-145d79975ae9, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:44.613999 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-6e5bccc2-d1a5-40a7-8ebb-16280acde0c2 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211320 Jun 23 14:10:44.617444 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db req-30332df5-64b0-42f1-ac7b-da9d485a7ab9 service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001569 Jun 23 14:10:44.640720 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6ff64-985b-4995-b607-9d3f866f13c3 req-641d2d1d-3236-4be4-88d0-9345f1af6791 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.644364 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-04e6ff64-985b-4995-b607-9d3f866f13c3 req-641d2d1d-3236-4be4-88d0-9345f1af6791 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 943 time: 0.1600323 Jun 23 14:10:44.667457 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-df286380-e853-4315-968b-d5bd406da3b6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:44.680741 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] For port 0edd1cf1-2b15-4e25-85a0-145d79975ae9, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0edd1cf1-2b15-4e25-85a0-145d79975ae9,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:44.705047 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.713130 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c2f9-a1e0-414f-abf8-fef89e653725 req-bb918294-da5a-450c-b116-a69800a1b7e8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.714660 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-45e8c2f9-a1e0-414f-abf8-fef89e653725 req-bb918294-da5a-450c-b116-a69800a1b7e8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 943 time: 0.6486580 Jun 23 14:10:44.717982 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=93100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:44.742605 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-04e6ff64-985b-4995-b607-9d3f866f13c3 req-fe85eaae-2f16-4d6b-b0f0-5020eb20c7ae tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852573 Jun 23 14:10:44.772190 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f8d76e31-f572-4fe1-9f6e-0d4b0d6a09db req-458fd555-57c5-4b39-bbb6-08bf0e7dff8b service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217837 Jun 23 14:10:44.792602 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.793659 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.795202 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] 10.222.0.39 "PUT /v2.0/ports/0edd1cf1-2b15-4e25-85a0-145d79975ae9 HTTP/1.1" status: 200 len: 1093 time: 2.8877640 Jun 23 14:10:44.807479 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38767738-d0cf-4976-aebc-e5101a7bee66', 'tag': '0edd1cf1-2b15-4e25-85a0-145d79975ae9'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:44.811525 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26448a5-1db7-4dc6-b78c-3663c6f58ba3,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:44.837941 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.838763 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.segments_db [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Added segment 62c1eac4-85f2-458b-9a2b-15f8db0fabba of type vlan for network cc64367d-533e-4208-a5c8-f9999f65b427 Jun 23 14:10:44.839961 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:44.845806 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a01f5b95-33a3-420a-b87d-2055979b569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.846495 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:44.871405 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a01f5b95-33a3-420a-b87d-2055979b569b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.872087 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-a01f5b95-33a3-420a-b87d-2055979b569b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78fb1528-3e2a-4ed7-9710-06431ba2236f HTTP/1.1" status: 204 len: 168 time: 1.2402742 Jun 23 14:10:44.872955 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Attempting to bind port 48999b26-0155-4eaa-8cc6-5a7e2e88240a on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:44.873292 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Attempting to bind port 48999b26-0155-4eaa-8cc6-5a7e2e88240a by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:44.873621 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Attempting to bind port 48999b26-0155-4eaa-8cc6-5a7e2e88240a on network 50556b32-b72e-4178-bf44-bc520f43b25b {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:44.980046 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a8540b-718e-4874-a087-fe9eb7321b7b {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:44.993886 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af8097-dea2-43e2-aa43-7119831201cb req-796940f7-22b6-40ea-964d-7522a6567528 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.995608 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e2af8097-dea2-43e2-aa43-7119831201cb req-796940f7-22b6-40ea-964d-7522a6567528 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0779810 Jun 23 14:10:45.003839 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Port 48999b26-0155-4eaa-8cc6-5a7e2e88240a on network 50556b32-b72e-4178-bf44-bc520f43b25b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:45.004167 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Attempting to bind port 48999b26-0155-4eaa-8cc6-5a7e2e88240a on network 50556b32-b72e-4178-bf44-bc520f43b25b {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:45.009078 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f0c27f-2b2b-4d5a-87a5-58e3e61b32fa" -d '{"events": [{"name": "network-changed", "server_uuid": "38767738-d0cf-4976-aebc-e5101a7bee66", "tag": "0edd1cf1-2b15-4e25-85a0-145d79975ae9"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:45.020148 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-45e8c2f9-a1e0-414f-abf8-fef89e653725 req-f4103886-cf40-48b0-a676-17c407a9a2fe tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882338 Jun 23 14:10:45.028196 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.033722 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.053943 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e2af8097-dea2-43e2-aa43-7119831201cb req-b3daa756-d6da-4bc9-a917-1ca2314dbc2c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519843 Jun 23 14:10:45.061115 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:45.061466 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Checking segment: {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:45.061852 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Bound using segment: {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:45.063007 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Bound port: 48999b26-0155-4eaa-8cc6-5a7e2e88240a, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:45.063365 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.112854 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Transition to ACTIVE for port object 80a8540b-718e-4874-a087-fe9eb7321b7b will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:45.120795 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=0edd1cf1-2b15-4e25-85a0-145d79975ae9,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.136471 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.145183 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.162372 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3596145-a7c1-4654-a4b2-5671ddb25b4d', 'tag': '2582d771-fa91-408f-bd35-ee7dadc788aa'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:45.166144 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad37d8d8beeb8169df3800a911929a3f4a5a3b87fc410ff1711a5d18233c5e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32430c3-914b-45d8-a890-8e1ebc8784e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3596145-a7c1-4654-a4b2-5671ddb25b4d", "tag": "2582d771-fa91-408f-bd35-ee7dadc788aa"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:45.184386 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.217772 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f5b95-33a3-420a-b87d-2055979b569b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb1528-3e2a-4ed7-9710-06431ba2236f,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.220977 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a01f5b95-33a3-420a-b87d-2055979b569b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.242174 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.293098 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 58402) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:45.309513 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-288f8287-1060-4b4b-a392-2e2df8df115e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.310825 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.337770 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.337990 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.362005 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c701737-5fc9-4e02-a2c7-ecfccb13539b x-openstack-request-id: req-3c701737-5fc9-4e02-a2c7-ecfccb13539b {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:45.362621 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38767738-d0cf-4976-aebc-e5101a7bee66", "tag": "0edd1cf1-2b15-4e25-85a0-145d79975ae9", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:45.362748 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c701737-5fc9-4e02-a2c7-ecfccb13539b {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:45.363228 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38767738-d0cf-4976-aebc-e5101a7bee66', 'tag': '0edd1cf1-2b15-4e25-85a0-145d79975ae9', 'status': 'completed', 'code': 200} Jun 23 14:10:45.367233 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-8a9443f6-5166-48e2-a8ad-e450281ee7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.368886 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-8a9443f6-5166-48e2-a8ad-e450281ee7ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 1096 time: 0.4434240 Jun 23 14:10:45.401705 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7219d0ed-18a5-4cd0-ba40-8b334ea8bae1 x-openstack-request-id: req-7219d0ed-18a5-4cd0-ba40-8b334ea8bae1 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:45.402135 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3596145-a7c1-4654-a4b2-5671ddb25b4d", "tag": "2582d771-fa91-408f-bd35-ee7dadc788aa", "status": "completed", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:45.403222 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Pushing event updated for resources: {'Port': ['ID=80a8540b-718e-4874-a087-fe9eb7321b7b,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.404940 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7219d0ed-18a5-4cd0-ba40-8b334ea8bae1 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:45.405300 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3596145-a7c1-4654-a4b2-5671ddb25b4d', 'tag': '2582d771-fa91-408f-bd35-ee7dadc788aa', 'status': 'completed', 'code': 200} Jun 23 14:10:45.407232 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.460697 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.524434 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-14b1617d-efc8-4473-9326-179b4958f814 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0edd1cf1-2b15-4e25-85a0-145d79975ae9 HTTP/1.1" status: 200 len: 217 time: 0.1347063 Jun 23 14:10:45.528734 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] For port 48999b26-0155-4eaa-8cc6-5a7e2e88240a, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:45.580975 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-288f8287-1060-4b4b-a392-2e2df8df115e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.604636 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-288f8287-1060-4b4b-a392-2e2df8df115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.622748 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.704506 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32430c3-914b-45d8-a890-8e1ebc8784e2 req-b01c8b4e-9523-486b-b871-4cb8f08d07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.706588 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d32430c3-914b-45d8-a890-8e1ebc8784e2 req-b01c8b4e-9523-486b-b871-4cb8f08d07c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 1097 time: 0.2560370 Jun 23 14:10:45.726533 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-288f8287-1060-4b4b-a392-2e2df8df115e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f7fb19208b34d50bdd4b91fb35c17ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4321175 Jun 23 14:10:45.728190 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f8287-1060-4b4b-a392-2e2df8df115e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f09ce2e-b15c-4db0-946e-46cc2e5f5889,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.732161 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-288f8287-1060-4b4b-a392-2e2df8df115e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.732904 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 58416) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:45.759776 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] For port 48999b26-0155-4eaa-8cc6-5a7e2e88240a, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:45.777516 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.6080360 Jun 23 14:10:45.786554 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 58420) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:45.792170 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.796037 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Request body: {'subnet': {'network_id': 'cc64367d-533e-4208-a5c8-f9999f65b427', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-67708019-subnet', 'tenant_id': '4b6fec327d5844bb8563c95c09ed5d92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:45.802020 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=cc64367d-533e-4208-a5c8-f9999f65b427,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.810390 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Attempting to bind port 80a8540b-718e-4874-a087-fe9eb7321b7b on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:45.810730 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Attempting to bind port 80a8540b-718e-4874-a087-fe9eb7321b7b by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:45.811053 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Attempting to bind port 80a8540b-718e-4874-a087-fe9eb7321b7b on network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:45.813254 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network cc64367d-533e-4208-a5c8-f9999f65b427 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:45.815578 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.820966 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.859330 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabd5c3-4f0b-4f61-8b19-6ea65e6c1bd9 req-11bac03c-de54-4be3-9747-b1c6b9ad4713 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.860799 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fcabd5c3-4f0b-4f61-8b19-6ea65e6c1bd9 req-11bac03c-de54-4be3-9747-b1c6b9ad4713 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.6475163 Jun 23 14:10:45.867114 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Port 80a8540b-718e-4874-a087-fe9eb7321b7b on network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:45.867446 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Attempting to bind port 80a8540b-718e-4874-a087-fe9eb7321b7b on network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:45.874711 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-18aa35a9-e712-4f58-9932-323ac3ed36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.876230 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-18aa35a9-e712-4f58-9932-323ac3ed36c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=098b5eb4-4f85-4551-a132-d2f6a5c0b689 HTTP/1.1" status: 200 len: 859 time: 0.3136573 Jun 23 14:10:45.903056 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:45.903397 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Checking segment: {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:45.903756 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Bound using segment: {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:45.904280 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Bound port: 80a8540b-718e-4874-a087-fe9eb7321b7b, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:45.904703 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.908686 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32430c3-914b-45d8-a890-8e1ebc8784e2 req-5c40a39b-25c8-43af-a092-5106dbedf34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.911680 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d32430c3-914b-45d8-a890-8e1ebc8784e2 req-5c40a39b-25c8-43af-a092-5106dbedf34a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 920 time: 0.1979227 Jun 23 14:10:45.914028 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f757b932-c630-4495-80f9-0d123d4c9af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.919455 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.920073 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.921467 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] 10.222.0.39 "PUT /v2.0/ports/48999b26-0155-4eaa-8cc6-5a7e2e88240a HTTP/1.1" status: 200 len: 1094 time: 3.5155816 Jun 23 14:10:45.957188 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Made reservation on behalf of 4b6fec327d5844bb8563c95c09ed5d92 for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:45.959094 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069752'] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.982009 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd663a-5faf-4cd8-83b9-3b3a615d8b9b req-cd780450-29ed-4505-9911-63ce38dc15c9 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.989918 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9abd663a-5faf-4cd8-83b9-3b3a615d8b9b req-cd780450-29ed-4505-9911-63ce38dc15c9 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 943 time: 0.2662153 Jun 23 14:10:45.995962 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d32430c3-914b-45d8-a890-8e1ebc8784e2 req-5a80aea9-5f9b-4a52-9c47-dbb4eb849e47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2582d771-fa91-408f-bd35-ee7dadc788aa HTTP/1.1" status: 200 len: 217 time: 0.0766711 Jun 23 14:10:45.998679 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-3ff04667-e9c8-4641-ad43-3469f72cd080 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f534e60-144d-45e6-a5fc-11af96caa6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063030 Jun 23 14:10:46.029233 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f757b932-c630-4495-80f9-0d123d4c9af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.044996 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Pushing event updated for resources: {'Port': ['ID=48999b26-0155-4eaa-8cc6-5a7e2e88240a,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.086736 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:46.089314 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 39956ff4-d72a-4b40-b45d-df358fe1bb2c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:46.122208 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32430c3-914b-45d8-a890-8e1ebc8784e2 req-845ce969-715e-4e14-81e2-3ff3aab68ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:46.123843 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d32430c3-914b-45d8-a890-8e1ebc8784e2 req-845ce969-715e-4e14-81e2-3ff3aab68ee3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=098b5eb4-4f85-4551-a132-d2f6a5c0b689 HTTP/1.1" status: 200 len: 859 time: 0.1145809 Jun 23 14:10:46.132410 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9abd663a-5faf-4cd8-83b9-3b3a615d8b9b req-90e6fce4-03e7-44e6-a378-6230ad9350f8 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418378 Jun 23 14:10:46.169591 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d32430c3-914b-45d8-a890-8e1ebc8784e2 req-8fbe7868-5fa8-4f9b-82cc-c573464b0a82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f534e60-144d-45e6-a5fc-11af96caa6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354652 Jun 23 14:10:46.196942 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fcabd5c3-4f0b-4f61-8b19-6ea65e6c1bd9 req-6399fd14-0c6f-48e7-8036-10605953d734 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178811 Jun 23 14:10:46.288153 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f757b932-c630-4495-80f9-0d123d4c9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.292853 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f757b932-c630-4495-80f9-0d123d4c9af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.296549 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-f757b932-c630-4495-80f9-0d123d4c9af5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f09ce2e-b15c-4db0-946e-46cc2e5f5889 HTTP/1.1" status: 204 len: 168 time: 0.5586007 Jun 23 14:10:46.313538 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 39956ff4-d72a-4b40-b45d-df358fe1bb2c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=39956ff4-d72a-4b40-b45d-df358fe1bb2c,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:46.318224 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:46.320465 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-961821d5-38e3-46a3-ba90-91f32e2969cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.322725 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:46.326258 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '39956ff4-d72a-4b40-b45d-df358fe1bb2c', 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d', 'port_id': '39956ff4-d72a-4b40-b45d-df358fe1bb2c', 'mac_address': 'fa:16:3e:e6:21:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6218bb09-0ad9-41f6-9399-eb2e94454448', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:46.352277 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.373277 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.399439 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-3d74ee98-4179-4db2-a376-ba8866af141a service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819754 Jun 23 14:10:46.401455 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.418571 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39956ff4-d72a-4b40-b45d-df358fe1bb2c {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:46.418839 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757b932-c630-4495-80f9-0d123d4c9af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f09ce2e-b15c-4db0-946e-46cc2e5f5889,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.423222 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f757b932-c630-4495-80f9-0d123d4c9af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:46.454369 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 39956ff4-d72a-4b40-b45d-df358fe1bb2c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=39956ff4-d72a-4b40-b45d-df358fe1bb2c,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:46.470119 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.471928 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 6ed52137-a0e7-4d33-a68b-1769e0635897 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:46.476628 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.512177 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-860d43b3-7f83-4a91-94a9-97c598d5b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:46.513854 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-860d43b3-7f83-4a91-94a9-97c598d5b68c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 1097 time: 0.4980235 Jun 23 14:10:46.523950 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d32430c3-914b-45d8-a890-8e1ebc8784e2 req-c9289333-d766-4033-875b-975310f9a14a service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448129 Jun 23 14:10:46.537279 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:46.537919 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.539376 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] 10.222.0.39 "PUT /v2.0/ports/80a8540b-718e-4874-a087-fe9eb7321b7b HTTP/1.1" status: 200 len: 1094 time: 3.2338033 Jun 23 14:10:46.544729 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f595e86-2209-44dd-ac51-61e354d7f3ae req-3d957132-5850-49c6-b612-24043621cbe7 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:46.546909 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6f595e86-2209-44dd-ac51-61e354d7f3ae req-3d957132-5850-49c6-b612-24043621cbe7 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 943 time: 0.2322290 Jun 23 14:10:46.709052 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=39956ff4-d72a-4b40-b45d-df358fe1bb2c,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.709599 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6f595e86-2209-44dd-ac51-61e354d7f3ae req-b43a7f44-7ba8-4e60-9d8f-5eec77b338d5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212244 Jun 23 14:10:46.713118 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 6ed52137-a0e7-4d33-a68b-1769e0635897, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6ed52137-a0e7-4d33-a68b-1769e0635897,segment=NetworkSegment(e5c44fa1-1710-46d6-b59b-349997715c85),segment_id=e5c44fa1-1710-46d6-b59b-349997715c85)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:46.716159 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:46.739121 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '6ed52137-a0e7-4d33-a68b-1769e0635897', 'network_id': 'c241617d-c5b5-44d7-a717-14c6908e75fd', 'port_id': '6ed52137-a0e7-4d33-a68b-1769e0635897', 'mac_address': 'fa:16:3e:0f:0a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ac77d6-6ada-4daa-9b7a-e3a1e6cc4ad6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:46.802750 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d32430c3-914b-45d8-a890-8e1ebc8784e2 req-bc4df1e5-fa4f-4de6-9515-a4b80f3b659c service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545128 Jun 23 14:10:46.838430 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.867104 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed52137-a0e7-4d33-a68b-1769e0635897 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:46.898686 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 6ed52137-a0e7-4d33-a68b-1769e0635897, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6ed52137-a0e7-4d33-a68b-1769e0635897,segment=NetworkSegment(e5c44fa1-1710-46d6-b59b-349997715c85),segment_id=e5c44fa1-1710-46d6-b59b-349997715c85)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:46.905200 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.907832 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.970721 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=6ed52137-a0e7-4d33-a68b-1769e0635897,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.974346 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:47.039870 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-09c493fb-eab4-47e2-b6a8-433d46278f00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a HTTP/1.1" status: 200 len: 217 time: 0.4698670 Jun 23 14:10:47.075395 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Pushing event updated for resources: {'Port': ['ID=80a8540b-718e-4874-a087-fe9eb7321b7b,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:47.079377 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:47.079639 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4252e-4531-41a8-8a75-eb36768a53f7 req-8cc356c4-a0c7-4a54-867c-164039bc3478 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.082089 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e8a4252e-4531-41a8-8a75-eb36768a53f7 req-8cc356c4-a0c7-4a54-867c-164039bc3478 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0751092 Jun 23 14:10:47.150163 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e8a4252e-4531-41a8-8a75-eb36768a53f7 req-df0ae83d-2c03-4928-b5cf-f8b82c1578e5 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615096 Jun 23 14:10:47.248845 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31fcc1-a5cd-44a2-b9c9-648128b5115f req-dca7daf8-aa4d-40a9-a563-6b3e609a1565 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.251164 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9a31fcc1-a5cd-44a2-b9c9-648128b5115f req-dca7daf8-aa4d-40a9-a563-6b3e609a1565 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 943 time: 0.8902276 Jun 23 14:10:47.285500 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de3beb83-7273-4b39-90c0-a2254c69c1d1 req-fa119edd-ef6f-4c7c-9bbb-b5689c951ec0 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8252468 Jun 23 14:10:47.317863 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-ad8a087e-d5a8-4e5e-a8ce-c9413a6ff488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.322695 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-ad8a087e-d5a8-4e5e-a8ce-c9413a6ff488 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 HTTP/1.1" status: 200 len: 849 time: 0.2233512 Jun 23 14:10:47.329896 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10014168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069738'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.361069 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f43b-c08d-4ae3-b4cb-47c22d776676 req-f66a1268-a11c-4e5c-ae52-4478f35dd8bf tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.370445 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8738f43b-c08d-4ae3-b4cb-47c22d776676 req-f66a1268-a11c-4e5c-ae52-4478f35dd8bf tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 944 time: 0.0926335 Jun 23 14:10:47.388993 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-93dd15cf-fd12-41cc-b603-52056ae5c06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:47.391795 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879c7190-2026-4306-993d-4aea0f24201f', 'tag': '48999b26-0155-4eaa-8cc6-5a7e2e88240a'}, {'name': 'network-changed', 'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:47.396157 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6150df-571c-418b-b4c6-79fd97c7cb07" -d '{"events": [{"name": "network-changed", "server_uuid": "879c7190-2026-4306-993d-4aea0f24201f", "tag": "48999b26-0155-4eaa-8cc6-5a7e2e88240a"}, {"name": "network-changed", "server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:47.408959 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-62d5d07a-40cb-40a9-8f79-bd8175bed512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.410461 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-62d5d07a-40cb-40a9-8f79-bd8175bed512 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 1097 time: 0.3933229 Jun 23 14:10:47.434612 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8738f43b-c08d-4ae3-b4cb-47c22d776676 req-d0dab016-2e84-4034-8da1-ffc19cb30195 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630150 Jun 23 14:10:47.453354 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['6ed52137-a0e7-4d33-a68b-1769e0635897'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:47.473463 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['39956ff4-d72a-4b40-b45d-df358fe1bb2c'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:47.506464 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9a31fcc1-a5cd-44a2-b9c9-648128b5115f req-f5e5fb79-66c8-43c0-a643-821f6b2d212d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182691 Jun 23 14:10:47.596874 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92afa3c-23e8-42be-8ba5-763c65bbe632 x-openstack-request-id: req-d92afa3c-23e8-42be-8ba5-763c65bbe632 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:47.597447 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879c7190-2026-4306-993d-4aea0f24201f", "tag": "48999b26-0155-4eaa-8cc6-5a7e2e88240a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:47.597925 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d92afa3c-23e8-42be-8ba5-763c65bbe632 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:47.598548 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879c7190-2026-4306-993d-4aea0f24201f', 'tag': '48999b26-0155-4eaa-8cc6-5a7e2e88240a', 'status': 'completed', 'code': 200} Jun 23 14:10:47.598966 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'status': 'completed', 'code': 200} Jun 23 14:10:47.607115 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-e9e856bb-2f52-4c83-9d4c-2388817d7478 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80a8540b-718e-4874-a087-fe9eb7321b7b HTTP/1.1" status: 200 len: 217 time: 0.1627150 Jun 23 14:10:47.680140 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b57200-379d-46d6-a64b-f97768d049ca,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:47.683390 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Checking segment: {'id': '62c1eac4-85f2-458b-9a2b-15f8db0fabba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cc64367d-533e-4208-a5c8-f9999f65b427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:47.683747 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Network hostable DHCP agents. Network: cc64367d-533e-4208-a5c8-f9999f65b427, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:47.687914 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:47.696284 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1b3d-199c-435a-9c73-37310e331ca0 req-b746794e-2d67-44d6-b869-803421b119e1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.698769 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e81a1b3d-199c-435a-9c73-37310e331ca0 req-b746794e-2d67-44d6-b869-803421b119e1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.1007445 Jun 23 14:10:47.722438 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-3c690da0-4c54-4c58-bd8a-abe2d2d68525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.724991 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-3c690da0-4c54-4c58-bd8a-abe2d2d68525 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.1051271 Jun 23 14:10:47.754244 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e81a1b3d-199c-435a-9c73-37310e331ca0 req-47a4a67c-3efa-441b-9a73-b95ed4f761e2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475330 Jun 23 14:10:47.793906 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-705fe077-e539-4875-bde6-4cce04ceec6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.802910 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-9f4f0e68-2311-4d5b-85f6-25aeed46b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.804451 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-9f4f0e68-2311-4d5b-85f6-25aeed46b9aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50556b32-b72e-4178-bf44-bc520f43b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3913176 Jun 23 14:10:47.805033 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Network cc64367d-533e-4208-a5c8-f9999f65b427 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:47.859535 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c27f-2b2b-4d5a-87a5-58e3e61b32fa req-35b4f473-3113-4449-a934-fd45cacc97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.861883 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-45f0c27f-2b2b-4d5a-87a5-58e3e61b32fa req-35b4f473-3113-4449-a934-fd45cacc97c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 1096 time: 0.4436088 Jun 23 14:10:47.902381 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, cc64367d-533e-4208-a5c8-f9999f65b427) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:47.915230 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.916137 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.927279 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8db58-52e3-4388-9a2e-81847501c783 None None] Network cc64367d-533e-4208-a5c8-f9999f65b427 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:48.077295 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2582d771-fa91-408f-bd35-ee7dadc788aa details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:48.103809 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-f41e26d1-f637-478d-a3f5-0f263deee41c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3086095 Jun 23 14:10:48.119831 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38fff4-64b0-4246-a7ec-52fe50454247 None None] Network cc64367d-533e-4208-a5c8-f9999f65b427 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:48.135278 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-18f2c3cd-cff8-4bcb-88d0-65420306a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.137336 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-18f2c3cd-cff8-4bcb-88d0-65420306a2e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4006817 Jun 23 14:10:48.218082 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-83e90899-f000-4245-8b4d-13e01946b0b0 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030023 Jun 23 14:10:48.297225 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c27f-2b2b-4d5a-87a5-58e3e61b32fa req-aa8f4af6-ebf8-43a6-bf1d-623647c552e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.300377 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-45f0c27f-2b2b-4d5a-87a5-58e3e61b32fa req-aa8f4af6-ebf8-43a6-bf1d-623647c552e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 920 time: 0.3802738 Jun 23 14:10:48.385174 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2776865-b9fd-4f5a-9f5f-5a30133b91bb req-b7bd590e-bc4e-4d9d-b96b-10db789a262a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.395683 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b2776865-b9fd-4f5a-9f5f-5a30133b91bb req-b7bd590e-bc4e-4d9d-b96b-10db789a262a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0965350 Jun 23 14:10:48.401978 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2582d771-fa91-408f-bd35-ee7dadc788aa, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2582d771-fa91-408f-bd35-ee7dadc788aa,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:48.410736 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59de6ad-eceb-4d43-b4ca-401d359b31f3 req-9bec620f-9ca0-4e12-8c27-53467afc174f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.414579 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a59de6ad-eceb-4d43-b4ca-401d359b31f3 req-9bec620f-9ca0-4e12-8c27-53467afc174f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 944 time: 0.5084901 Jun 23 14:10:48.426415 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-45f0c27f-2b2b-4d5a-87a5-58e3e61b32fa req-363c2d5b-7303-4565-b5cd-32e751b97a9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0edd1cf1-2b15-4e25-85a0-145d79975ae9 HTTP/1.1" status: 200 len: 217 time: 0.1190012 Jun 23 14:10:48.436780 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '2582d771-fa91-408f-bd35-ee7dadc788aa', 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1', 'port_id': '2582d771-fa91-408f-bd35-ee7dadc788aa', 'mac_address': 'fa:16:3e:33:e7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:48.459898 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b2776865-b9fd-4f5a-9f5f-5a30133b91bb req-ef828634-3aad-4785-b40c-b18a6752ffea tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627532 Jun 23 14:10:48.511049 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.528565 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2582d771-fa91-408f-bd35-ee7dadc788aa {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:48.541042 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c27f-2b2b-4d5a-87a5-58e3e61b32fa req-d2f12df7-b367-4fb1-90e8-1a09777ec153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.543060 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-45f0c27f-2b2b-4d5a-87a5-58e3e61b32fa req-d2f12df7-b367-4fb1-90e8-1a09777ec153 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=098b5eb4-4f85-4551-a132-d2f6a5c0b689 HTTP/1.1" status: 200 len: 859 time: 0.1089542 Jun 23 14:10:48.544925 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-66a1cefe-d2c7-4739-a40c-0f5a79ca6359 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833489 Jun 23 14:10:48.561063 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2582d771-fa91-408f-bd35-ee7dadc788aa, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2582d771-fa91-408f-bd35-ee7dadc788aa,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:48.566943 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.569837 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:48.595252 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7eeddfbf-83a1-45df-9b06-b3b40f35f5f9 req-5834cf1b-6469-40fa-94db-0636f45be0fa service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659439 Jun 23 14:10:48.634014 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-45f0c27f-2b2b-4d5a-87a5-58e3e61b32fa req-57ea0b16-423d-40c4-812a-f16222bcc3be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f534e60-144d-45e6-a5fc-11af96caa6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774934 Jun 23 14:10:48.637879 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=2582d771-fa91-408f-bd35-ee7dadc788aa,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:48.641900 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:48.660076 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a59de6ad-eceb-4d43-b4ca-401d359b31f3 req-8cdecd04-2d50-4e89-819c-582e3d72ed5e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373338 Jun 23 14:10:48.670389 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314af9b-debd-4d8e-9c55-f91c26b4396b req-b3d3966f-45fd-4b90-b662-9729d7b5163c tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.672116 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2314af9b-debd-4d8e-9c55-f91c26b4396b req-b3d3966f-45fd-4b90-b662-9729d7b5163c tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 944 time: 0.0891619 Jun 23 14:10:48.731367 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2314af9b-debd-4d8e-9c55-f91c26b4396b req-e79292b3-34b7-472b-97a6-47d9530a09b4 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530360 Jun 23 14:10:48.817440 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0a85822-7c3e-423d-8f45-f6e1342660c1 req-a2bafddd-488f-48a3-92d9-033d1666ac19 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578585 Jun 23 14:10:48.953818 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015de2b5-e87d-4cfe-a8ff-fb904432454f req-09f3fd29-a94e-4d4b-8d34-e8b0f33b73d3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.958588 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-015de2b5-e87d-4cfe-a8ff-fb904432454f req-09f3fd29-a94e-4d4b-8d34-e8b0f33b73d3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0772305 Jun 23 14:10:48.982557 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 58510) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:48.987641 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-38cf1db6-36ae-4980-95d7-37d244f12c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.988937 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1197167518-network', 'tenant_id': '316a06c0e46b40a08a3efc67f7c5d016'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:48.989061 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-38cf1db6-36ae-4980-95d7-37d244f12c56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 1097 time: 0.2496135 Jun 23 14:10:48.991087 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-45f0c27f-2b2b-4d5a-87a5-58e3e61b32fa req-68fc1ff6-8e58-431a-9680-235c240b6da5 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531631 Jun 23 14:10:49.004965 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a3be3-760e-4263-844a-c4d2d70d554d req-05a05521-2af1-4e64-b392-63b9464c456b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:49.006520 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8f7a3be3-760e-4263-844a-c4d2d70d554d req-05a05521-2af1-4e64-b392-63b9464c456b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 943 time: 0.1471016 Jun 23 14:10:49.025998 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-015de2b5-e87d-4cfe-a8ff-fb904432454f req-34302ec8-7e4c-473a-9510-2519c399b74c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638566 Jun 23 14:10:49.027262 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Made reservation on behalf of 316a06c0e46b40a08a3efc67f7c5d016 for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:49.029609 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.039659 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.153355 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.159707 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.164556 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:49.183796 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:49.201045 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f9cf85-f594-465d-927c-6c14f3fb1ae8,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:49.204525 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.205012 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Added segment 6d848027-800b-460d-9e78-4075ed28ed54 of type vlan for network c1ff065e-c0d7-41c8-a9c6-465010b2f1a2 Jun 23 14:10:49.207404 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:49.257255 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.291626 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.292977 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:49.293567 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.295918 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-152bdc68-d6d6-41f5-8ef7-9b984f87832d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:49.389925 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8f7a3be3-760e-4263-844a-c4d2d70d554d req-73de29d7-c568-46ee-a71f-24cc41c1e2df tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661637 Jun 23 14:10:49.429943 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-b116863c-1a0c-42be-9967-891263f9e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:49.431391 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-b116863c-1a0c-42be-9967-891263f9e0ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 911 time: 0.4239488 Jun 23 14:10:49.437267 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-45f0c27f-2b2b-4d5a-87a5-58e3e61b32fa req-f67d922c-053a-4ae2-906c-708b6682cb45 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287176 Jun 23 14:10:49.510859 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-6d0a3e18-413d-4c72-b712-9b1e9d53aa10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a HTTP/1.1" status: 200 len: 217 time: 0.0414860 Jun 23 14:10:49.534613 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5480955 Jun 23 14:10:49.535210 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 58518) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:49.539721 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Request body: {'subnet': {'network_id': 'c1ff065e-c0d7-41c8-a9c6-465010b2f1a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1197167518-subnet', 'tenant_id': '316a06c0e46b40a08a3efc67f7c5d016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:49.547662 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Pushing event updated for resources: {'Network': ['ID=c1ff065e-c0d7-41c8-a9c6-465010b2f1a2,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:49.554816 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:49.566903 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Made reservation on behalf of 316a06c0e46b40a08a3efc67f7c5d016 for: {'subnet': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:49.569867 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.570335 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network c1ff065e-c0d7-41c8-a9c6-465010b2f1a2 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:49.578705 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-98ee48ff-b09a-48af-af42-5ee8db52a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:49.580448 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-98ee48ff-b09a-48af-af42-5ee8db52a200 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 HTTP/1.1" status: 200 len: 849 time: 0.0612969 Jun 23 14:10:49.587714 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['2582d771-fa91-408f-bd35-ee7dadc788aa'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:49.643595 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-354c9b32-1f3d-4066-be92-f2f8798e1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:49.645230 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-354c9b32-1f3d-4066-be92-f2f8798e1a93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50556b32-b72e-4178-bf44-bc520f43b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566602 Jun 23 14:10:49.714870 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560d74f-09dd-4882-8b0a-4090e9137d16 req-e2bcf4a1-697f-4a24-b6d3-70a75bd1c692 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:49.716942 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c560d74f-09dd-4882-8b0a-4090e9137d16 req-e2bcf4a1-697f-4a24-b6d3-70a75bd1c692 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.1268322 Jun 23 14:10:49.782902 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-892326c6-ff9c-4157-9367-27abf9c8dc23 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306882 Jun 23 14:10:49.796955 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c560d74f-09dd-4882-8b0a-4090e9137d16 req-d50823cd-9c84-4bf0-ac07-9ad16242ad01 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724976 Jun 23 14:10:49.851844 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193'] for subnet, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.854787 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:49.920405 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224e2811-9597-475b-9424-bede74496f91,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:49.924425 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbcf13-3522-4b61-bc74-440aaab130a3 req-eef4e9aa-90b4-4cbc-9dfb-94b80a8d2f9e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:49.927136 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-64dbcf13-3522-4b61-bc74-440aaab130a3 req-eef4e9aa-90b4-4cbc-9dfb-94b80a8d2f9e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 944 time: 0.0768425 Jun 23 14:10:49.948111 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:49.969818 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-64dbcf13-3522-4b61-bc74-440aaab130a3 req-cd4884b4-3335-49d7-a42f-12e962cc1e77 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355186 Jun 23 14:10:49.984602 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Checking segment: {'id': '6d848027-800b-460d-9e78-4075ed28ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1ff065e-c0d7-41c8-a9c6-465010b2f1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:49.985018 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Network hostable DHCP agents. Network: c1ff065e-c0d7-41c8-a9c6-465010b2f1a2, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:50.017546 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Network c1ff065e-c0d7-41c8-a9c6-465010b2f1a2 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:50.027146 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, c1ff065e-c0d7-41c8-a9c6-465010b2f1a2) {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:50.036249 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c15bfa-2a8f-44f2-93c7-bd583b6d5c53 None None] Network c1ff065e-c0d7-41c8-a9c6-465010b2f1a2 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:50.038556 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03d687-33a2-4afa-9d67-fabac9b3cf7f req-618f5c3c-dcc6-4373-92a7-20763ccf3fc2 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.040075 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7a03d687-33a2-4afa-9d67-fabac9b3cf7f req-618f5c3c-dcc6-4373-92a7-20763ccf3fc2 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 944 time: 0.1173670 Jun 23 14:10:50.041324 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.041908 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:50.066353 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5304303 Jun 23 14:10:50.088020 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7a03d687-33a2-4afa-9d67-fabac9b3cf7f req-2e1516ce-446c-4c9a-b263-99cdf2c48d86 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Jun 23 14:10:50.183694 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e824db9-e69e-4c9b-86b7-ba39b79ddf7c None None] Network c1ff065e-c0d7-41c8-a9c6-465010b2f1a2 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:50.267000 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d2060-eedc-4020-9c53-d65e26396a94 req-b8370e82-bcf1-492f-8022-3da3b761db32 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.270464 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3f5d2060-eedc-4020-9c53-d65e26396a94 req-b8370e82-bcf1-492f-8022-3da3b761db32 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0818620 Jun 23 14:10:50.319347 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3f5d2060-eedc-4020-9c53-d65e26396a94 req-5690b440-3b30-4ea0-b2d6-b3254203c989 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435071 Jun 23 14:10:50.362871 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d8ef18f7-bc7f-45ce-82b6-57516c2fc06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:50.573660 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270b841-ab19-48b4-9090-c4a5bc1575c2 req-6784112a-087a-449a-8cb7-5b07febc5f4d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.575252 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4270b841-ab19-48b4-9090-c4a5bc1575c2 req-6784112a-087a-449a-8cb7-5b07febc5f4d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 943 time: 0.0656881 Jun 23 14:10:50.617446 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4270b841-ab19-48b4-9090-c4a5bc1575c2 req-442ab58d-f983-459e-b99d-5a2012ed6b4e tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353458 Jun 23 14:10:50.889744 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:50.978294 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca3590-3123-41c9-8d03-71a4042924e8 req-d4df0780-8571-4e13-9c8f-5b0c6a93b82d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.980196 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aeca3590-3123-41c9-8d03-71a4042924e8 req-d4df0780-8571-4e13-9c8f-5b0c6a93b82d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0682514 Jun 23 14:10:51.021557 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aeca3590-3123-41c9-8d03-71a4042924e8 req-9207c665-acda-4166-b039-57f0e889434c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356421 Jun 23 14:10:51.149243 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.165599 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063abda-57c4-42f4-9398-29cb2d03701c req-22aa3674-de82-4c2c-a055-72e64e9f4d2e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.167164 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6063abda-57c4-42f4-9398-29cb2d03701c req-22aa3674-de82-4c2c-a055-72e64e9f4d2e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 944 time: 0.0818832 Jun 23 14:10:51.201170 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-93dfcbc9-cb48-42a9-8016-1a48567a9857 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067114 Jun 23 14:10:51.213453 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6063abda-57c4-42f4-9398-29cb2d03701c req-b2da747d-2fa8-405e-a204-10cd172b5c29 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376408 Jun 23 14:10:51.280431 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a15ca-b68e-44a8-a056-235371d1efee req-67f55244-a4bf-46d2-9e93-4e8fa8e8b7b5 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.281887 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3b2a15ca-b68e-44a8-a056-235371d1efee req-67f55244-a4bf-46d2-9e93-4e8fa8e8b7b5 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 944 time: 0.0650270 Jun 23 14:10:51.325250 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3b2a15ca-b68e-44a8-a056-235371d1efee req-6e4e176a-34e6-447a-a8f9-69a013bf1a8c tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369089 Jun 23 14:10:51.526929 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17fad-f468-4f26-b986-366777355490 req-45fe801d-f6cb-4b9a-ba82-aa6aa975d877 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.528510 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6ee17fad-f468-4f26-b986-366777355490 req-45fe801d-f6cb-4b9a-ba82-aa6aa975d877 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0648446 Jun 23 14:10:51.567750 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6ee17fad-f468-4f26-b986-366777355490 req-7475185e-9874-449f-9bf8-14590aba4756 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331702 Jun 23 14:10:51.818867 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0541806-0579-421b-9a20-93baf183524b req-69af6cdd-0d2d-4e69-9e20-04e490340533 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.820321 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0541806-0579-421b-9a20-93baf183524b req-69af6cdd-0d2d-4e69-9e20-04e490340533 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 943 time: 0.0768921 Jun 23 14:10:51.858023 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f0541806-0579-421b-9a20-93baf183524b req-b67bb0a6-91dd-41ac-86c7-cd561ab48555 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319445 Jun 23 14:10:52.199727 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7a5dc-8077-42f4-84f5-01fefca402a0 req-aa065cd4-b7e7-4849-948d-d3bd9e12df26 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:52.201204 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d7a7a5dc-8077-42f4-84f5-01fefca402a0 req-aa065cd4-b7e7-4849-948d-d3bd9e12df26 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0632603 Jun 23 14:10:52.242310 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d7a7a5dc-8077-42f4-84f5-01fefca402a0 req-88123376-eaf4-4fbf-b586-afd7613c9a87 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346704 Jun 23 14:10:52.395255 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6fd38-259f-4e57-b9c1-de3b7b157eca req-742119f7-f4e0-4198-9926-894da8264ab2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:52.396806 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5bb6fd38-259f-4e57-b9c1-de3b7b157eca req-742119f7-f4e0-4198-9926-894da8264ab2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 944 time: 0.0666044 Jun 23 14:10:52.436063 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5bb6fd38-259f-4e57-b9c1-de3b7b157eca req-9a57d5aa-2222-4b9a-a06a-5812c699ab2f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Jun 23 14:10:52.507076 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b8184-5b8c-48a7-ac33-d1a009df2ff7 req-ffee304d-0509-4336-b748-245f48a93cd8 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:52.508575 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e00b8184-5b8c-48a7-ac33-d1a009df2ff7 req-ffee304d-0509-4336-b748-245f48a93cd8 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 944 time: 0.0713959 Jun 23 14:10:52.546764 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e00b8184-5b8c-48a7-ac33-d1a009df2ff7 req-f8dbc688-425a-4247-88b8-06409b5af6e5 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Jun 23 14:10:52.748644 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee3004-5657-4ea3-9e4d-5cae39e915d9 req-9d774e28-ceb1-4891-9917-7f589fa8b7f3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:52.750118 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a8ee3004-5657-4ea3-9e4d-5cae39e915d9 req-9d774e28-ceb1-4891-9917-7f589fa8b7f3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0652497 Jun 23 14:10:52.792449 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a8ee3004-5657-4ea3-9e4d-5cae39e915d9 req-dda5fe51-daa2-4dc2-a341-efa246fd9fbe tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345373 Jun 23 14:10:53.030539 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c3d5c-6003-4cc8-a361-3e23c7f2c3d6 req-eb496d93-4416-46b5-9ace-56b1a050efaa tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.032020 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-468c3d5c-6003-4cc8-a361-3e23c7f2c3d6 req-eb496d93-4416-46b5-9ace-56b1a050efaa tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 943 time: 0.0639870 Jun 23 14:10:53.071391 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-468c3d5c-6003-4cc8-a361-3e23c7f2c3d6 req-7c0cb6d0-2ded-41f1-a5a2-56032f19220f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Jun 23 14:10:53.287422 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.459464 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1dd20-b37a-47b1-a977-72a3e527c783 req-22b65be5-a3a5-4833-adc0-24bec28de130 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.460948 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fbc1dd20-b37a-47b1-a977-72a3e527c783 req-22b65be5-a3a5-4833-adc0-24bec28de130 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0645955 Jun 23 14:10:53.500827 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fbc1dd20-b37a-47b1-a977-72a3e527c783 req-1c45365c-f91b-4bce-83f5-a9da56bd7441 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338554 Jun 23 14:10:53.555001 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 39956ff4-d72a-4b40-b45d-df358fe1bb2c up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:53.617576 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 39956ff4-d72a-4b40-b45d-df358fe1bb2c completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:53.622878 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 39956ff4-d72a-4b40-b45d-df358fe1bb2c triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:53.623539 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.630776 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881822c-3e81-4ce0-b9d8-f21957645da6 req-e03105f2-bc4b-4396-9f96-06f2d5ddb6cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.632303 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6881822c-3e81-4ce0-b9d8-f21957645da6 req-e03105f2-bc4b-4396-9f96-06f2d5ddb6cf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 944 time: 0.0763562 Jun 23 14:10:53.674250 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6881822c-3e81-4ce0-b9d8-f21957645da6 req-36c44f44-0de6-42d7-a06f-0e17ae7e8381 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350921 Jun 23 14:10:53.708185 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.731554 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ee386e-ff59-4310-87c0-679426b7825e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39956ff4-d72a-4b40-b45d-df358fe1bb2c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:53.734856 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f89d-f2b8-4126-b85e-f52e3e02d2a5 req-263198c1-5da3-462a-b028-37400ef2bde9 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.736393 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-51c9f89d-f2b8-4126-b85e-f52e3e02d2a5 req-263198c1-5da3-462a-b028-37400ef2bde9 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 944 time: 0.0655124 Jun 23 14:10:53.785055 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-51c9f89d-f2b8-4126-b85e-f52e3e02d2a5 req-68915175-6c58-412b-bbf4-22d8512808cd tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418603 Jun 23 14:10:53.824865 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 39956ff4-d72a-4b40-b45d-df358fe1bb2c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=39956ff4-d72a-4b40-b45d-df358fe1bb2c,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:53.831342 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.832991 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 6ed52137-a0e7-4d33-a68b-1769e0635897 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:53.836334 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:53.919415 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=39956ff4-d72a-4b40-b45d-df358fe1bb2c,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:53.923800 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:53.937628 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31fcd79-89ee-44f8-bdf9-02026dde3f4d" -d '{"events": [{"server_uuid": "d3ee386e-ff59-4310-87c0-679426b7825e", "name": "network-vif-plugged", "status": "completed", "tag": "39956ff4-d72a-4b40-b45d-df358fe1bb2c"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:53.943526 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-76374c36-3477-4538-92cd-965ccf42bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.943791 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 6ed52137-a0e7-4d33-a68b-1769e0635897 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:53.945434 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-76374c36-3477-4538-92cd-965ccf42bfc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 1097 time: 0.0916612 Jun 23 14:10:53.948089 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 6ed52137-a0e7-4d33-a68b-1769e0635897 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:53.948473 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.053398 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7330583-efa9-4e61-9392-9e1c9190e5fa req-735a7a81-eb64-4375-80e0-404e7a344fa2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.053658 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.055916 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d7330583-efa9-4e61-9392-9e1c9190e5fa req-735a7a81-eb64-4375-80e0-404e7a344fa2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0871334 Jun 23 14:10:54.065021 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-540b604a-d43b-47d2-80e0-3e19b6a86f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.067643 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-540b604a-d43b-47d2-80e0-3e19b6a86f60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 918 time: 0.1153088 Jun 23 14:10:54.094506 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 6ed52137-a0e7-4d33-a68b-1769e0635897, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6ed52137-a0e7-4d33-a68b-1769e0635897,segment=NetworkSegment(e5c44fa1-1710-46d6-b59b-349997715c85),segment_id=e5c44fa1-1710-46d6-b59b-349997715c85)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:54.101417 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.104440 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:54.119224 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d7330583-efa9-4e61-9392-9e1c9190e5fa req-383482b9-ab67-4008-a129-3a03125393cc tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551400 Jun 23 14:10:54.138157 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-3619f8ff-7fba-47a8-ae34-2c2a5bd49a87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80a8540b-718e-4874-a087-fe9eb7321b7b HTTP/1.1" status: 200 len: 217 time: 0.0633721 Jun 23 14:10:54.165651 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=6ed52137-a0e7-4d33-a68b-1769e0635897,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:54.172121 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:54.217710 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-749210e1-4819-4aca-bc91-ec832c963694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.220378 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-749210e1-4819-4aca-bc91-ec832c963694 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.0747545 Jun 23 14:10:54.255720 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c41b701-9d72-4f1a-8ae9-48ea811b0159 x-openstack-request-id: req-2c41b701-9d72-4f1a-8ae9-48ea811b0159 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:54.256086 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ee386e-ff59-4310-87c0-679426b7825e", "name": "network-vif-plugged", "status": "completed", "tag": "39956ff4-d72a-4b40-b45d-df358fe1bb2c", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:54.256367 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c41b701-9d72-4f1a-8ae9-48ea811b0159 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:54.256873 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ee386e-ff59-4310-87c0-679426b7825e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39956ff4-d72a-4b40-b45d-df358fe1bb2c', 'code': 200} Jun 23 14:10:54.318191 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69d298-b1e3-4a11-be38-5032704f1354 req-670f25c1-fa8d-4608-9608-0875bf726645 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.319777 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9f69d298-b1e3-4a11-be38-5032704f1354 req-670f25c1-fa8d-4608-9608-0875bf726645 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 943 time: 0.0714886 Jun 23 14:10:54.321980 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-996db9e8-b531-427b-a97b-fb3ee909beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.324704 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-996db9e8-b531-427b-a97b-fb3ee909beab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0957248 Jun 23 14:10:54.361148 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9f69d298-b1e3-4a11-be38-5032704f1354 req-3797c1ab-656b-4cee-a4b8-1b2f5593c4f1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347893 Jun 23 14:10:54.430274 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-36647cb4-1841-40bc-817d-a5c419caf8c2 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972676 Jun 23 14:10:54.656748 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad6150df-571c-418b-b4c6-79fd97c7cb07 req-7f878248-2ca1-4927-bc4d-8057200c5959 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209916 Jun 23 14:10:54.764466 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29b4bb-8258-409f-9e89-7c2615923f00 req-aec0c43c-13ad-4825-ab62-48b60ce48a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.765929 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2a29b4bb-8258-409f-9e89-7c2615923f00 req-aec0c43c-13ad-4825-ab62-48b60ce48a29 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 1098 time: 0.2424955 Jun 23 14:10:54.793289 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d664e03-de28-44ac-81d2-c723e9e4f5bc req-bba73693-7bdc-4d3d-a0e6-addbc4b30c66 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.795543 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7d664e03-de28-44ac-81d2-c723e9e4f5bc req-bba73693-7bdc-4d3d-a0e6-addbc4b30c66 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.1594765 Jun 23 14:10:54.806888 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-2a29b4bb-8258-409f-9e89-7c2615923f00 req-ddb29abd-298e-4b6b-aa1d-54ee901fdbf8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.854524 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d442a-3812-450c-a4fc-016ee8ff8238 req-c536ff1c-a9c8-4eae-a9aa-6c825d79fac7 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.856137 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f46d442a-3812-450c-a4fc-016ee8ff8238 req-c536ff1c-a9c8-4eae-a9aa-6c825d79fac7 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0683019 Jun 23 14:10:54.866108 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7d664e03-de28-44ac-81d2-c723e9e4f5bc req-bacd6588-5f97-4c39-8338-c0dcc6909fa2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616524 Jun 23 14:10:54.908702 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f46d442a-3812-450c-a4fc-016ee8ff8238 req-e5e05145-1415-451a-9389-5b61ca1a970b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468853 Jun 23 14:10:54.947192 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-2a29b4bb-8258-409f-9e89-7c2615923f00 req-ddb29abd-298e-4b6b-aa1d-54ee901fdbf8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.951069 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-2a29b4bb-8258-409f-9e89-7c2615923f00 req-ddb29abd-298e-4b6b-aa1d-54ee901fdbf8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.956760 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:54.992225 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2a29b4bb-8258-409f-9e89-7c2615923f00 req-ddb29abd-298e-4b6b-aa1d-54ee901fdbf8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180779 Jun 23 14:10:55.021923 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb29abd-298e-4b6b-aa1d-54ee901fdbf8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7d28e4f3-ffb7-4761-97de-d6a11443e2c7,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:55.025566 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ddb29abd-298e-4b6b-aa1d-54ee901fdbf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:55.054634 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac10b-35fb-4fea-98f1-16086a1ba438 req-a163de69-8560-4280-9854-a63713902a0b tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.056133 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-34aac10b-35fb-4fea-98f1-16086a1ba438 req-a163de69-8560-4280-9854-a63713902a0b tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0812123 Jun 23 14:10:55.095354 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-34aac10b-35fb-4fea-98f1-16086a1ba438 req-e0201b15-13b9-4127-9aa4-0ed291742b22 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332842 Jun 23 14:10:55.329912 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd5bc9-0bc6-4efc-8dc1-64d532fa989d req-b8ece9a2-ea99-44d0-a0a9-9f8831f9f8ff tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.332974 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d2cd5bc9-0bc6-4efc-8dc1-64d532fa989d req-b8ece9a2-ea99-44d0-a0a9-9f8831f9f8ff tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0665021 Jun 23 14:10:55.370668 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d2cd5bc9-0bc6-4efc-8dc1-64d532fa989d req-05dcf400-c876-4b61-801f-3627cedbd45a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328250 Jun 23 14:10:55.544283 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332d5a2-15c1-4872-8023-edabe2b77e39 req-a21e7d12-3f82-4f4d-8727-ba9cc2e4d2cb tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.545806 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3332d5a2-15c1-4872-8023-edabe2b77e39 req-a21e7d12-3f82-4f4d-8727-ba9cc2e4d2cb tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 943 time: 0.0687485 Jun 23 14:10:55.589315 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3332d5a2-15c1-4872-8023-edabe2b77e39 req-35782382-7258-484c-b92a-07de8935e288 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377524 Jun 23 14:10:56.069967 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0802ac-ea23-4f25-8d5a-6325a1a272c9 req-5291ef52-45a5-43e6-a95b-5b0a07d242fe tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.071537 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4c0802ac-ea23-4f25-8d5a-6325a1a272c9 req-5291ef52-45a5-43e6-a95b-5b0a07d242fe tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0848911 Jun 23 14:10:56.105643 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48296c8a-13a6-475b-ab48-7cdcb93f5f21 req-92bad07b-8b67-4eec-8db2-62ae24c031d5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.107223 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-48296c8a-13a6-475b-ab48-7cdcb93f5f21 req-92bad07b-8b67-4eec-8db2-62ae24c031d5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0791502 Jun 23 14:10:56.110837 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4c0802ac-ea23-4f25-8d5a-6325a1a272c9 req-2e99a83c-342c-4b13-921f-6e396de3de47 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330420 Jun 23 14:10:56.148614 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-48296c8a-13a6-475b-ab48-7cdcb93f5f21 req-cb3d47fb-a8e4-475b-aa54-e454d44aca71 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352592 Jun 23 14:10:56.258005 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83e2332-13ec-461d-a4bd-de188d64a4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed52137-a0e7-4d33-a68b-1769e0635897'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:56.261604 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d61556b-fb6e-45eb-ba0d-7037ee493df5" -d '{"events": [{"server_uuid": "f83e2332-13ec-461d-a4bd-de188d64a4ab", "name": "network-vif-plugged", "status": "completed", "tag": "6ed52137-a0e7-4d33-a68b-1769e0635897"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:56.279395 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee867f7-9ca7-40eb-8393-17f10d872bcb req-710fe9d3-8548-4d6e-a684-9ad67cf4b381 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.281074 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-eee867f7-9ca7-40eb-8393-17f10d872bcb req-710fe9d3-8548-4d6e-a684-9ad67cf4b381 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0693188 Jun 23 14:10:56.302073 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1ca5e0-a0a0-451d-a40c-911fec96959e x-openstack-request-id: req-3f1ca5e0-a0a0-451d-a40c-911fec96959e {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:56.302527 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83e2332-13ec-461d-a4bd-de188d64a4ab", "name": "network-vif-plugged", "status": "completed", "tag": "6ed52137-a0e7-4d33-a68b-1769e0635897", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:56.302792 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f1ca5e0-a0a0-451d-a40c-911fec96959e {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:56.303342 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83e2332-13ec-461d-a4bd-de188d64a4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed52137-a0e7-4d33-a68b-1769e0635897', 'code': 200} Jun 23 14:10:56.329738 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-eee867f7-9ca7-40eb-8393-17f10d872bcb req-fcdec333-8678-476c-a25b-a6bd8a2a3452 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Jun 23 14:10:56.551046 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2268b-2b19-41e0-93fe-52af7d7776b8 req-06f7656a-9574-4573-aebb-cff0327d8eda tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.552580 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f5b2268b-2b19-41e0-93fe-52af7d7776b8 req-06f7656a-9574-4573-aebb-cff0327d8eda tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0623846 Jun 23 14:10:56.591082 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f5b2268b-2b19-41e0-93fe-52af7d7776b8 req-31c49953-f910-47e0-93c4-d0f1481992ec tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327108 Jun 23 14:10:56.596460 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 0edd1cf1-2b15-4e25-85a0-145d79975ae9 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:56.700170 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 0edd1cf1-2b15-4e25-85a0-145d79975ae9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0edd1cf1-2b15-4e25-85a0-145d79975ae9,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:56.716040 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '0edd1cf1-2b15-4e25-85a0-145d79975ae9', 'network_id': '3f534e60-144d-45e6-a5fc-11af96caa6b1', 'port_id': '0edd1cf1-2b15-4e25-85a0-145d79975ae9', 'mac_address': 'fa:16:3e:75:af:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098b5eb4-4f85-4551-a132-d2f6a5c0b689', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:56.753938 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.766565 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edd1cf1-2b15-4e25-85a0-145d79975ae9 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:56.767674 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a6002-8ff1-4909-8d45-4a17aca46b52 req-c5418a4a-e362-4e64-abed-6eb759475cab tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.769348 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0d2a6002-8ff1-4909-8d45-4a17aca46b52 req-c5418a4a-e362-4e64-abed-6eb759475cab tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 943 time: 0.0664039 Jun 23 14:10:56.786569 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 0edd1cf1-2b15-4e25-85a0-145d79975ae9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0edd1cf1-2b15-4e25-85a0-145d79975ae9,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:56.790836 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:56.792591 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:56.809043 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0d2a6002-8ff1-4909-8d45-4a17aca46b52 req-5ea511c3-ca07-47e0-9598-6c7274d6713a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339267 Jun 23 14:10:56.838745 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=0edd1cf1-2b15-4e25-85a0-145d79975ae9,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:56.841767 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:57.292276 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f109d71-abe5-40ec-a594-1cac8a8ceadf req-b7b851d1-9880-4281-ba17-57781884ae33 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.293737 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0f109d71-abe5-40ec-a594-1cac8a8ceadf req-b7b851d1-9880-4281-ba17-57781884ae33 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0689080 Jun 23 14:10:57.332735 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e194af4-6498-478b-9eb4-5c2c5fbb61a0 req-a98ab5ab-003e-4127-ac59-3896e47142ac tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.333341 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0f109d71-abe5-40ec-a594-1cac8a8ceadf req-3fbf70e9-b4e6-443b-8d69-ca4ebd3082db tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327473 Jun 23 14:10:57.336258 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2e194af4-6498-478b-9eb4-5c2c5fbb61a0 req-a98ab5ab-003e-4127-ac59-3896e47142ac tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0695617 Jun 23 14:10:57.373489 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2e194af4-6498-478b-9eb4-5c2c5fbb61a0 req-51f048ed-025c-4344-8b19-500b7b8cafd8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336173 Jun 23 14:10:57.523844 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232d16e-00c8-4a65-922b-d62c8e576bb3 req-24e28d81-ec79-4f04-92d8-3002e20e0812 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.525296 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0232d16e-00c8-4a65-922b-d62c8e576bb3 req-24e28d81-ec79-4f04-92d8-3002e20e0812 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0625935 Jun 23 14:10:57.562035 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0232d16e-00c8-4a65-922b-d62c8e576bb3 req-3b50b819-8c63-4918-81a9-1777e61eb375 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Jun 23 14:10:57.781721 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8052f-c73d-426f-8902-d9a5c4a65e92 req-9284bf13-19d1-4b4d-bcfa-1c71e9aeb6a5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.783324 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e6d8052f-c73d-426f-8902-d9a5c4a65e92 req-9284bf13-19d1-4b4d-bcfa-1c71e9aeb6a5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0639400 Jun 23 14:10:57.821766 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e6d8052f-c73d-426f-8902-d9a5c4a65e92 req-1375af9a-91bb-4676-bef0-da2363867fc0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324914 Jun 23 14:10:57.984568 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772ed15-0f95-485d-836f-e7bf56485cb4 req-48a645f6-db81-454c-9d85-eab2132a7be6 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.985942 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3772ed15-0f95-485d-836f-e7bf56485cb4 req-48a645f6-db81-454c-9d85-eab2132a7be6 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0624845 Jun 23 14:10:58.024299 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3772ed15-0f95-485d-836f-e7bf56485cb4 req-c8cc900d-3154-4071-a3f5-e79334a1ce30 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Jun 23 14:10:58.515465 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c55466-02ab-4077-9594-b78ff029d27b req-6d6ec194-3a01-4551-bd40-96f0e2eeb0a3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:58.516978 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d0c55466-02ab-4077-9594-b78ff029d27b req-6d6ec194-3a01-4551-bd40-96f0e2eeb0a3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0693829 Jun 23 14:10:58.556430 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4248a1-cac1-4dcb-8b88-e5901e5a2207 req-6d86a150-e46f-4fc6-9d8c-c8f785093d30 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:58.557037 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d0c55466-02ab-4077-9594-b78ff029d27b req-5bf78b2e-8b33-4852-ab13-4d3add6efef6 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331371 Jun 23 14:10:58.557913 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8d4248a1-cac1-4dcb-8b88-e5901e5a2207 req-6d86a150-e46f-4fc6-9d8c-c8f785093d30 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0666981 Jun 23 14:10:58.598433 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8d4248a1-cac1-4dcb-8b88-e5901e5a2207 req-53d7a589-72b4-44d4-9e02-34531ed3906d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Jun 23 14:10:58.736174 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd99ab3-a392-45cd-af72-0bfb66612bef req-6af3959a-e90f-475e-a153-04423fd4e529 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:58.738406 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fdd99ab3-a392-45cd-af72-0bfb66612bef req-6af3959a-e90f-475e-a153-04423fd4e529 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0636578 Jun 23 14:10:58.776497 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fdd99ab3-a392-45cd-af72-0bfb66612bef req-ec897232-667b-4d01-8b2b-be94009cae81 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Jun 23 14:10:59.008267 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72fc20-0ea6-4b77-af77-d24293d83d3d req-1c9dfc63-2a41-4a9c-8a24-ccdc77e03e57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.009725 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bc72fc20-0ea6-4b77-af77-d24293d83d3d req-1c9dfc63-2a41-4a9c-8a24-ccdc77e03e57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0631561 Jun 23 14:10:59.047500 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bc72fc20-0ea6-4b77-af77-d24293d83d3d req-6d9f1303-8ba4-4ba0-b01f-f4be93beb31f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320606 Jun 23 14:10:59.198973 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54baaf-057c-442f-af2e-1cea3dbebf49 req-750e276c-0730-49bd-ab36-77ed8085c404 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.200444 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ac54baaf-057c-442f-af2e-1cea3dbebf49 req-750e276c-0730-49bd-ab36-77ed8085c404 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0635257 Jun 23 14:10:59.241287 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ac54baaf-057c-442f-af2e-1cea3dbebf49 req-74e18237-d93d-4709-a0fe-c58b6d13c2a4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351026 Jun 23 14:10:59.292298 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2582d771-fa91-408f-bd35-ee7dadc788aa up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:59.341200 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 2582d771-fa91-408f-bd35-ee7dadc788aa completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:59.344998 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 2582d771-fa91-408f-bd35-ee7dadc788aa triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:59.345386 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.419610 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.440905 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3596145-a7c1-4654-a4b2-5671ddb25b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2582d771-fa91-408f-bd35-ee7dadc788aa'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:59.443153 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7dd14a-7ab2-424b-9c4f-8f389f1f0782" -d '{"events": [{"server_uuid": "d3596145-a7c1-4654-a4b2-5671ddb25b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2582d771-fa91-408f-bd35-ee7dadc788aa"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:59.455740 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2582d771-fa91-408f-bd35-ee7dadc788aa, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2582d771-fa91-408f-bd35-ee7dadc788aa,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:59.460032 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.462136 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4fb18b82-5053-4acb-92c9-58f97c6c5c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:59.484093 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97022e2-9ee2-4b87-a654-6450501c5f8e x-openstack-request-id: req-f97022e2-9ee2-4b87-a654-6450501c5f8e {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:59.484396 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3596145-a7c1-4654-a4b2-5671ddb25b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2582d771-fa91-408f-bd35-ee7dadc788aa", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:59.484657 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f97022e2-9ee2-4b87-a654-6450501c5f8e {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:59.485045 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3596145-a7c1-4654-a4b2-5671ddb25b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2582d771-fa91-408f-bd35-ee7dadc788aa', 'code': 200} Jun 23 14:10:59.512032 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=2582d771-fa91-408f-bd35-ee7dadc788aa,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:59.515236 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:59.765825 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea701f-ae61-4d80-b846-1eb59e8d6e58 req-b808084a-05e9-4299-9162-6ad86c0eaf20 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.767337 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f4ea701f-ae61-4d80-b846-1eb59e8d6e58 req-b808084a-05e9-4299-9162-6ad86c0eaf20 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0865006 Jun 23 14:10:59.799888 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305409f-2936-49c9-8b1b-08e65af459e4 req-2f2318fc-a1d1-48eb-8df9-5933c0232425 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.801844 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8305409f-2936-49c9-8b1b-08e65af459e4 req-2f2318fc-a1d1-48eb-8df9-5933c0232425 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0875866 Jun 23 14:10:59.816967 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f4ea701f-ae61-4d80-b846-1eb59e8d6e58 req-cb8324b3-339c-4b44-8b04-f869c3762263 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390606 Jun 23 14:10:59.843633 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8305409f-2936-49c9-8b1b-08e65af459e4 req-dd0f5342-024e-4666-b4ec-3102a1a62afe tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356164 Jun 23 14:10:59.981227 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31521c39-c008-4ce6-9eec-b0030b9e9beb req-70fb6c9d-5ff8-43b4-b969-270221870f71 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.982774 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-31521c39-c008-4ce6-9eec-b0030b9e9beb req-70fb6c9d-5ff8-43b4-b969-270221870f71 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0630655 Jun 23 14:11:00.021691 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-31521c39-c008-4ce6-9eec-b0030b9e9beb req-47f75eb9-0efe-4eec-95f8-34e5c8f5171a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Jun 23 14:11:00.229000 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58f1a3-d3a1-4869-a09c-c2dd5dd70b05 req-223b913c-24b9-4363-aebf-bd95aac41870 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.230628 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fc58f1a3-d3a1-4869-a09c-c2dd5dd70b05 req-223b913c-24b9-4363-aebf-bd95aac41870 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0639069 Jun 23 14:11:00.271895 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fc58f1a3-d3a1-4869-a09c-c2dd5dd70b05 req-dca243b4-cc1e-4515-844a-4c39af592283 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357504 Jun 23 14:11:00.323112 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['0edd1cf1-2b15-4e25-85a0-145d79975ae9'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:00.438287 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd5b01-2e3c-4875-b24d-c337e5f9ce46 req-70ebfebd-bfbe-49b7-bfb5-9e90f12a4c79 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.441082 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-48bd5b01-2e3c-4875-b24d-c337e5f9ce46 req-70ebfebd-bfbe-49b7-bfb5-9e90f12a4c79 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0850539 Jun 23 14:11:00.480556 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-48bd5b01-2e3c-4875-b24d-c337e5f9ce46 req-544257a4-d9f8-4a0a-8e79-9d7dbaeb1389 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333354 Jun 23 14:11:00.994558 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6599e7-8e26-44b4-9a64-b2e00da3cdff req-57a7538b-e7a3-4e44-9d32-696f4294b417 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.996111 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cf6599e7-8e26-44b4-9a64-b2e00da3cdff req-57a7538b-e7a3-4e44-9d32-696f4294b417 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0627656 Jun 23 14:11:01.019879 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7a0fd-9757-49cf-9567-8a7e153b9c84 req-fb607aad-f414-408f-bc36-112a991f7d79 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.021255 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-abf7a0fd-9757-49cf-9567-8a7e153b9c84 req-fb607aad-f414-408f-bc36-112a991f7d79 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0645270 Jun 23 14:11:01.035446 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cf6599e7-8e26-44b4-9a64-b2e00da3cdff req-23886d4c-4afb-4044-9dbe-3a400ec448ba tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334990 Jun 23 14:11:01.059955 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-abf7a0fd-9757-49cf-9567-8a7e153b9c84 req-64d2e021-b898-4042-9d07-35c2f15ecad5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327711 Jun 23 14:11:01.203838 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab79b87-3dbe-4339-a839-e92f21e023cb req-04d50e3a-35b1-4a20-bee1-2f248824d75f tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.205865 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6ab79b87-3dbe-4339-a839-e92f21e023cb req-04d50e3a-35b1-4a20-bee1-2f248824d75f tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0687115 Jun 23 14:11:01.245134 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6ab79b87-3dbe-4339-a839-e92f21e023cb req-4046caec-d857-4d24-be06-8c1f64da8811 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329771 Jun 23 14:11:01.449077 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389666b-ecb1-46fa-860e-82bc1c209881 req-43f89806-e082-4c86-8b11-0310b3fe42ac tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.450574 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e389666b-ecb1-46fa-860e-82bc1c209881 req-43f89806-e082-4c86-8b11-0310b3fe42ac tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0627244 Jun 23 14:11:01.488894 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e389666b-ecb1-46fa-860e-82bc1c209881 req-0431bd73-825c-4a9b-8f9e-f05d317457c6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320652 Jun 23 14:11:01.655864 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37f6ea-8959-42f5-b9a8-f07cd816a3f3 req-3bb44977-b804-400e-8a30-12f6b94cb5ce tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.657324 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1e37f6ea-8959-42f5-b9a8-f07cd816a3f3 req-3bb44977-b804-400e-8a30-12f6b94cb5ce tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0634916 Jun 23 14:11:01.699088 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1e37f6ea-8959-42f5-b9a8-f07cd816a3f3 req-40f20a2f-e7ef-41d7-a3d9-fba5b6231792 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Jun 23 14:11:02.235042 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf365a-e0ff-4926-b2c9-c9632c6df53e req-887f8273-edf0-43ca-af97-dafd94620b21 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.236963 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7fbf365a-e0ff-4926-b2c9-c9632c6df53e req-887f8273-edf0-43ca-af97-dafd94620b21 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0817621 Jun 23 14:11:02.259845 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc720a-7925-4c00-8c1c-6746db84afa3 req-728e25b6-f7b1-4cba-94e3-397acf703da7 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.261357 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f9cc720a-7925-4c00-8c1c-6746db84afa3 req-728e25b6-f7b1-4cba-94e3-397acf703da7 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0822682 Jun 23 14:11:02.276161 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7fbf365a-e0ff-4926-b2c9-c9632c6df53e req-d66b081a-4dee-439e-af83-1604c059a209 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328667 Jun 23 14:11:02.304200 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f9cc720a-7925-4c00-8c1c-6746db84afa3 req-83ed1ef5-f3ea-4b0c-8964-1ed272912219 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369709 Jun 23 14:11:02.440919 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b3f2e-4020-44ee-9716-a26332bcd3e9 req-d1d9ea2e-4814-4257-96a0-896977396f94 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.442410 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6f2b3f2e-4020-44ee-9716-a26332bcd3e9 req-d1d9ea2e-4814-4257-96a0-896977396f94 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0663900 Jun 23 14:11:02.481081 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6f2b3f2e-4020-44ee-9716-a26332bcd3e9 req-bee75f84-f439-434a-9932-7810c976dc24 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Jun 23 14:11:02.666916 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8902cf-25b4-4e96-bd0d-e90393a8d15b req-268ecdc5-c199-4af7-9a42-04ed089abd9c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.668630 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ec8902cf-25b4-4e96-bd0d-e90393a8d15b req-268ecdc5-c199-4af7-9a42-04ed089abd9c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0642798 Jun 23 14:11:02.706409 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ec8902cf-25b4-4e96-bd0d-e90393a8d15b req-d888a0d8-3827-43ab-8651-5f24671f8a95 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315657 Jun 23 14:11:02.880887 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860699e-b8e5-4038-8512-c39876a0806d req-de819431-02c9-4b75-b38e-d1235a63e697 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.882417 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2860699e-b8e5-4038-8512-c39876a0806d req-de819431-02c9-4b75-b38e-d1235a63e697 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0701363 Jun 23 14:11:02.920827 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2860699e-b8e5-4038-8512-c39876a0806d req-5f2f3382-6966-48d0-972e-47151dca0f4f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327017 Jun 23 14:11:03.456916 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d4ec6-eb06-4f5e-b3a4-40b5d45a1cd9 req-3ba4983c-51e2-4cd1-afac-4a002d862e88 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:03.458393 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-596d4ec6-eb06-4f5e-b3a4-40b5d45a1cd9 req-3ba4983c-51e2-4cd1-afac-4a002d862e88 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0720186 Jun 23 14:11:03.480891 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1ff62-3327-41eb-b7b6-7efbfbd49dfe req-76573a61-9dd3-4295-9606-a53fba683d1f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:03.482569 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c6e1ff62-3327-41eb-b7b6-7efbfbd49dfe req-76573a61-9dd3-4295-9606-a53fba683d1f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0637608 Jun 23 14:11:03.501654 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-596d4ec6-eb06-4f5e-b3a4-40b5d45a1cd9 req-ad85ac0c-052a-49c8-be1f-7c1b8ce40535 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371447 Jun 23 14:11:03.524588 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c6e1ff62-3327-41eb-b7b6-7efbfbd49dfe req-83902120-8d3b-46f6-bbcb-d56e84f2e357 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Jun 23 14:11:03.686317 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303075d-38c2-42d1-b4ef-f95806e67ae4 req-cbb24a24-48ee-45d7-b184-881d8c3079ec tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:03.687699 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1303075d-38c2-42d1-b4ef-f95806e67ae4 req-cbb24a24-48ee-45d7-b184-881d8c3079ec tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0690439 Jun 23 14:11:03.727617 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1303075d-38c2-42d1-b4ef-f95806e67ae4 req-7261f2cd-158d-4cc1-a5f1-c36628c883c8 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336957 Jun 23 14:11:03.884767 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931c530-9f89-4772-8ae3-06c6b5a078ab req-9fdb6e6e-05c1-4df1-b838-61b391135406 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:03.886267 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b931c530-9f89-4772-8ae3-06c6b5a078ab req-9fdb6e6e-05c1-4df1-b838-61b391135406 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0628471 Jun 23 14:11:03.923260 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b931c530-9f89-4772-8ae3-06c6b5a078ab req-95fa05c5-9caa-4a13-ad60-8960a984c160 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311460 Jun 23 14:11:04.127671 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c0062-897b-4f74-aefb-3f50a7939064 req-326d929c-d957-46d2-8b80-c57cd1f85525 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.129435 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bf9c0062-897b-4f74-aefb-3f50a7939064 req-326d929c-d957-46d2-8b80-c57cd1f85525 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0627456 Jun 23 14:11:04.168638 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bf9c0062-897b-4f74-aefb-3f50a7939064 req-1bccd6fb-d388-4cde-a1ef-224caeca4eaa tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Jun 23 14:11:04.708246 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b853560-2df9-4b81-978c-d3a78409b956 req-09df45bb-bba9-4d40-b06f-8e7e5d2071bd tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.711917 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4b340-5a2b-46bf-991c-e877f435f659 req-b4c8c8b1-210a-4a2d-88fe-4d9a982677f8 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.713471 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4aa4b340-5a2b-46bf-991c-e877f435f659 req-b4c8c8b1-210a-4a2d-88fe-4d9a982677f8 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 944 time: 0.0873008 Jun 23 14:11:04.714567 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2b853560-2df9-4b81-978c-d3a78409b956 req-09df45bb-bba9-4d40-b06f-8e7e5d2071bd tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0777235 Jun 23 14:11:04.732996 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 48999b26-0155-4eaa-8cc6-5a7e2e88240a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:04.765057 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2b853560-2df9-4b81-978c-d3a78409b956 req-df4314d1-7cfe-4e48-888d-c5ca74bca024 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496230 Jun 23 14:11:04.769539 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4aa4b340-5a2b-46bf-991c-e877f435f659 req-555e9f8b-79a5-44c0-9c92-1e9fb4cd4c1a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501344 Jun 23 14:11:04.882976 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 48999b26-0155-4eaa-8cc6-5a7e2e88240a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:04.895537 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '48999b26-0155-4eaa-8cc6-5a7e2e88240a', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'port_id': '48999b26-0155-4eaa-8cc6-5a7e2e88240a', 'mac_address': 'fa:16:3e:44:ea:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:04.933175 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.947582 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48999b26-0155-4eaa-8cc6-5a7e2e88240a {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:04.965917 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c50c2a-ddc6-426e-bf46-46a24e2ccd54 req-cbc60cb3-8a23-49d5-9a2a-6b46fff55234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.967508 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e4c50c2a-ddc6-426e-bf46-46a24e2ccd54 req-cbc60cb3-8a23-49d5-9a2a-6b46fff55234 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 1099 time: 0.1415777 Jun 23 14:11:04.968980 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 48999b26-0155-4eaa-8cc6-5a7e2e88240a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:04.972784 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.975793 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-91df2e3b-5da7-46cf-bcea-54874c92c064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:05.012860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cd643-5ca3-4926-9a85-2dca4e0c3fad req-e1b0134e-f8a8-4496-8e46-f405c78a9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.014373 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-509cd643-5ca3-4926-9a85-2dca4e0c3fad req-e1b0134e-f8a8-4496-8e46-f405c78a9357 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 1098 time: 0.1381586 Jun 23 14:11:05.023422 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=48999b26-0155-4eaa-8cc6-5a7e2e88240a,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:05.030953 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.031581 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.031862 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.032903 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.032903 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.032903 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.033741 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.033910 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.034342 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.034736 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.035055 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e4c50c2a-ddc6-426e-bf46-46a24e2ccd54 req-f72dfc91-dcc5-4995-a056-3c0d6446128c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575624 Jun 23 14:11:05.035179 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.035560 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:05.039719 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:05.042555 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee932f0-7336-4902-aa21-a7c6c2443a95 req-21cf79be-a578-4560-88c8-23f02a6b583e tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.044023 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aee932f0-7336-4902-aa21-a7c6c2443a95 req-21cf79be-a578-4560-88c8-23f02a6b583e tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.1571937 Jun 23 14:11:05.085118 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-509cd643-5ca3-4926-9a85-2dca4e0c3fad req-8d61a11d-e27c-4ddf-9c68-5a84462ec8ab service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591440 Jun 23 14:11:05.099789 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aee932f0-7336-4902-aa21-a7c6c2443a95 req-1bab41ad-f5f8-49e0-b939-75e78aa42cc0 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492213 Jun 23 14:11:05.117386 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658e390-4f9d-420a-8fa2-9a1658bb58e6 req-8ea0168f-779c-4fc0-92b7-e4872f2b7960 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.118966 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0658e390-4f9d-420a-8fa2-9a1658bb58e6 req-8ea0168f-779c-4fc0-92b7-e4872f2b7960 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0723701 Jun 23 14:11:05.159397 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0658e390-4f9d-420a-8fa2-9a1658bb58e6 req-731dcaa7-b744-4f29-bf9b-265045633028 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341868 Jun 23 14:11:05.342397 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c26c16-16dd-46d5-a29a-474d8311e32e req-bc33f54e-f0bf-405c-9511-844c68661f22 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.343832 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-58c26c16-16dd-46d5-a29a-474d8311e32e req-bc33f54e-f0bf-405c-9511-844c68661f22 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0607586 Jun 23 14:11:05.380805 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-58c26c16-16dd-46d5-a29a-474d8311e32e req-89df548c-a9b3-471c-ad9a-c9426d1d0f55 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Jun 23 14:11:05.772173 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.953143 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc876b-62f5-414c-982f-2c23eff2c8c9 req-d68894aa-6ef5-4b72-a36f-c2a1a115ca79 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.954715 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dbdc876b-62f5-414c-982f-2c23eff2c8c9 req-d68894aa-6ef5-4b72-a36f-c2a1a115ca79 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0729754 Jun 23 14:11:05.962151 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bf64f-a2c9-4d26-88f3-446f4eee526f req-484acbe8-11cf-4796-bd1a-6f3f6e44aa05 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.963708 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e99bf64f-a2c9-4d26-88f3-446f4eee526f req-484acbe8-11cf-4796-bd1a-6f3f6e44aa05 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 945 time: 0.0694420 Jun 23 14:11:05.996571 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dbdc876b-62f5-414c-982f-2c23eff2c8c9 req-62d17a68-9e60-4aae-a8b2-efacef7783ec tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351849 Jun 23 14:11:06.003931 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e99bf64f-a2c9-4d26-88f3-446f4eee526f req-b13083f7-be5e-4f7c-9227-ade5e194ab4f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336215 Jun 23 14:11:06.290864 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ab26e-59f0-4c41-953f-6322b6c83b6f req-09e5ddbf-2131-49a6-9abf-dc517674f0f7 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:06.292343 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bb8ab26e-59f0-4c41-953f-6322b6c83b6f req-09e5ddbf-2131-49a6-9abf-dc517674f0f7 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0652759 Jun 23 14:11:06.331818 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bb8ab26e-59f0-4c41-953f-6322b6c83b6f req-81ca761e-b2e1-4369-8418-0ec530363af4 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Jun 23 14:11:06.338206 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9dfd9-166e-4873-8cf2-4e918e3f9b05 req-9c38a1da-47c5-48ed-aa53-3c9eb1ea5188 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:06.339729 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39e9dfd9-166e-4873-8cf2-4e918e3f9b05 req-9c38a1da-47c5-48ed-aa53-3c9eb1ea5188 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0634253 Jun 23 14:11:06.380090 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39e9dfd9-166e-4873-8cf2-4e918e3f9b05 req-662c5f1a-70d1-4e7e-abe2-339fb9602637 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339241 Jun 23 14:11:06.558367 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727c62b-f924-4207-9aa2-daf24b42eea2 req-1edd820a-a297-4ab2-ba87-65ded38eb6af tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:06.560050 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f727c62b-f924-4207-9aa2-daf24b42eea2 req-1edd820a-a297-4ab2-ba87-65ded38eb6af tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0626392 Jun 23 14:11:06.598701 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f727c62b-f924-4207-9aa2-daf24b42eea2 req-e5cc1eca-0b1c-4f94-b4e4-5233f3ef52ef tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Jun 23 14:11:07.193351 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef15dc-89e0-415a-a27b-0e22e95a58e7 req-8a1a26ac-1df7-4948-9033-3345e6710009 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.200919 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-56ef15dc-89e0-415a-a27b-0e22e95a58e7 req-8a1a26ac-1df7-4948-9033-3345e6710009 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0806224 Jun 23 14:11:07.224673 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a563a-8180-46b5-93db-3f0fb1770106 req-7a0169df-1137-4789-a56e-ba8958e3af6f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.227018 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-332a563a-8180-46b5-93db-3f0fb1770106 req-7a0169df-1137-4789-a56e-ba8958e3af6f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 945 time: 0.0989499 Jun 23 14:11:07.246507 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-56ef15dc-89e0-415a-a27b-0e22e95a58e7 req-bd55c575-e179-4422-ae83-c302cc9935a1 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 Jun 23 14:11:07.269995 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-332a563a-8180-46b5-93db-3f0fb1770106 req-384a3eda-f192-442a-9e3a-efaf76419b12 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360610 Jun 23 14:11:07.512161 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd5dbf-712f-4f01-adbb-f9ab726da9b5 req-fcd17be5-bb0d-4683-8d88-6d2f89296d1e tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.513631 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0fdd5dbf-712f-4f01-adbb-f9ab726da9b5 req-fcd17be5-bb0d-4683-8d88-6d2f89296d1e tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0666218 Jun 23 14:11:07.552332 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0fdd5dbf-712f-4f01-adbb-f9ab726da9b5 req-a17ac3ba-c728-4926-bbf4-5ae8b87675a8 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319142 Jun 23 14:11:07.572868 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bdc8b-d133-4e07-a466-0a900ea199e7 req-25f79ed0-7b74-4dc4-8a3e-f5851ff8f34f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.572868 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dc2bdc8b-d133-4e07-a466-0a900ea199e7 req-25f79ed0-7b74-4dc4-8a3e-f5851ff8f34f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0643747 Jun 23 14:11:07.610865 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dc2bdc8b-d133-4e07-a466-0a900ea199e7 req-c58f28d3-a83e-4db9-91a9-0b4ac43c8de3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329373 Jun 23 14:11:07.768876 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dca16-0f95-4501-b3f5-74b0b6a3d101 req-ef7498ca-eee5-4aaf-9ab9-2d32c575e3f8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.770396 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-eb0dca16-0f95-4501-b3f5-74b0b6a3d101 req-ef7498ca-eee5-4aaf-9ab9-2d32c575e3f8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0635960 Jun 23 14:11:07.807677 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-eb0dca16-0f95-4501-b3f5-74b0b6a3d101 req-d0aa4cc8-5f02-4f24-bc13-537c56f8f38a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Jun 23 14:11:08.438314 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c019d-644d-4de8-97fa-f3b79f580290 req-c530c590-152a-48c4-bbf8-693cdd8e1c89 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:08.441090 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b51c019d-644d-4de8-97fa-f3b79f580290 req-c530c590-152a-48c4-bbf8-693cdd8e1c89 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0764854 Jun 23 14:11:08.459333 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca7508-3e81-4779-9ad5-d24a62ae8d40 req-338d274d-7666-4905-aff5-f99b58229ba2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:08.460806 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3eca7508-3e81-4779-9ad5-d24a62ae8d40 req-338d274d-7666-4905-aff5-f99b58229ba2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 945 time: 0.0759592 Jun 23 14:11:08.480996 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b51c019d-644d-4de8-97fa-f3b79f580290 req-e3207c71-238f-409a-960e-5572fa717e1c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339324 Jun 23 14:11:08.504360 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3eca7508-3e81-4779-9ad5-d24a62ae8d40 req-83ff90be-e76d-43c7-8af6-5be6b032a84b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375705 Jun 23 14:11:08.728075 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91e1ab-e3c3-43a9-8632-22ce0b017dd7 req-db80a921-e5b1-41be-b9bd-d7f630e29260 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:08.729534 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7d91e1ab-e3c3-43a9-8632-22ce0b017dd7 req-db80a921-e5b1-41be-b9bd-d7f630e29260 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0633132 Jun 23 14:11:08.767387 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7d91e1ab-e3c3-43a9-8632-22ce0b017dd7 req-967fd795-c381-481a-b152-0181a1b08c29 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Jun 23 14:11:08.791203 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d68e8d-f112-4a8d-ae93-0660e3fe6bcd req-b81499d6-75dc-41df-be3f-425c1df0d47e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:08.792755 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-81d68e8d-f112-4a8d-ae93-0660e3fe6bcd req-b81499d6-75dc-41df-be3f-425c1df0d47e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0644138 Jun 23 14:11:08.832542 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-81d68e8d-f112-4a8d-ae93-0660e3fe6bcd req-06a262e0-341a-4ee8-a0d0-8c3bea3ffeb2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341516 Jun 23 14:11:08.983387 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840e4a4-8a04-447c-858a-24c679460de5 req-92f87a04-043b-4997-bbc3-0da106e2d103 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:08.984910 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d840e4a4-8a04-447c-858a-24c679460de5 req-92f87a04-043b-4997-bbc3-0da106e2d103 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0635865 Jun 23 14:11:08.985166 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 80a8540b-718e-4874-a087-fe9eb7321b7b details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:09.041051 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d840e4a4-8a04-447c-858a-24c679460de5 req-471f3b9f-79dd-46a1-aede-53570e5f888e tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472584 Jun 23 14:11:09.082767 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:09.093991 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'port_id': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'mac_address': 'fa:16:3e:ae:48:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:09.131464 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.148039 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a8540b-718e-4874-a087-fe9eb7321b7b {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:09.167741 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:09.171664 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.174902 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:09.220694 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=80a8540b-718e-4874-a087-fe9eb7321b7b,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:09.223942 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:09.662332 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc52be-1f72-4c4a-9c45-03525aecacd4 req-179ff1bd-d768-4d60-88af-ee47d4bd84c3 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.663811 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cabc52be-1f72-4c4a-9c45-03525aecacd4 req-179ff1bd-d768-4d60-88af-ee47d4bd84c3 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0642672 Jun 23 14:11:09.683424 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c849f4-e7a2-468a-b148-b356ae1ac4ee req-9ff9840a-fba4-43cb-92ea-31136dfa3d4e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.684987 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c4c849f4-e7a2-468a-b148-b356ae1ac4ee req-9ff9840a-fba4-43cb-92ea-31136dfa3d4e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 945 time: 0.0670314 Jun 23 14:11:09.701805 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cabc52be-1f72-4c4a-9c45-03525aecacd4 req-e66d5a5c-a013-4dc6-93db-2e854920ad8e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323589 Jun 23 14:11:09.723592 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c4c849f4-e7a2-468a-b148-b356ae1ac4ee req-27c669b0-6cf1-43b9-8fa5-a882b364e14d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326140 Jun 23 14:11:09.949523 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096ff1c-118d-44ef-aa12-4e69961eb8f1 req-fb093643-92da-4569-aeb5-4bd4f66e93ac tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.953030 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c096ff1c-118d-44ef-aa12-4e69961eb8f1 req-fb093643-92da-4569-aeb5-4bd4f66e93ac tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0681279 Jun 23 14:11:09.990848 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c096ff1c-118d-44ef-aa12-4e69961eb8f1 req-c989a703-7f64-4da5-aae1-01e22ad25295 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Jun 23 14:11:10.013907 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee2487-8672-4651-820c-de6b2e2b9af7 req-afbf8959-e77b-4fd1-bf75-f8c173a0a202 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.015395 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b7ee2487-8672-4651-820c-de6b2e2b9af7 req-afbf8959-e77b-4fd1-bf75-f8c173a0a202 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 945 time: 0.0655165 Jun 23 14:11:10.055990 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b7ee2487-8672-4651-820c-de6b2e2b9af7 req-c5f85409-44eb-44dc-8075-bf223e29db2f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343473 Jun 23 14:11:10.215112 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730ef25-1c1b-4c7a-8b1d-21a4d86ee202 req-5c00edca-49f8-4c0e-9495-9af5d9ea4782 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.216590 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a730ef25-1c1b-4c7a-8b1d-21a4d86ee202 req-5c00edca-49f8-4c0e-9495-9af5d9ea4782 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0627356 Jun 23 14:11:10.255635 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a730ef25-1c1b-4c7a-8b1d-21a4d86ee202 req-a19bb65b-73ff-4956-9ec6-7b4c415f17bc tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328283 Jun 23 14:11:10.543215 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['48999b26-0155-4eaa-8cc6-5a7e2e88240a'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:10.878255 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b83446-21c2-48bf-9b30-46a33b247c54 req-22eb2215-e035-4703-8995-1cb3474fa351 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.879988 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f5b83446-21c2-48bf-9b30-46a33b247c54 req-22eb2215-e035-4703-8995-1cb3474fa351 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0669942 Jun 23 14:11:10.908752 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177587e-41e0-4757-9acd-81928f04741e req-6a29279c-9c59-4ee3-817e-4d33dcfd4a0a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.910346 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1177587e-41e0-4757-9acd-81928f04741e req-6a29279c-9c59-4ee3-817e-4d33dcfd4a0a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 945 time: 0.0698259 Jun 23 14:11:10.919021 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f5b83446-21c2-48bf-9b30-46a33b247c54 req-f6ba1159-27c1-4df6-b0a9-282564fe8bc0 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Jun 23 14:11:11.145815 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1177587e-41e0-4757-9acd-81928f04741e req-d807a14c-ba63-4914-9847-48ba46c97fdf tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285073 Jun 23 14:11:11.169836 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e3361-e486-49de-9cb4-f6420a1ab700 req-aac62f41-f92f-4034-909b-3a8f876d5fc2 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:11.171359 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9a1e3361-e486-49de-9cb4-f6420a1ab700 req-aac62f41-f92f-4034-909b-3a8f876d5fc2 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0660005 Jun 23 14:11:11.214007 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9a1e3361-e486-49de-9cb4-f6420a1ab700 req-a420ad6e-f238-43b5-8196-5aa36bca0c8f tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354769 Jun 23 14:11:11.315281 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255ca0d-2ad4-407a-aba8-2260cb84060e req-e0437967-06bc-4162-b752-6bb9fd132934 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:11.316716 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9255ca0d-2ad4-407a-aba8-2260cb84060e req-e0437967-06bc-4162-b752-6bb9fd132934 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 945 time: 0.0612667 Jun 23 14:11:11.353923 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9255ca0d-2ad4-407a-aba8-2260cb84060e req-94959fcc-4331-4d6c-b4f1-691a0f01746f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314858 Jun 23 14:11:11.431084 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def713c8-ce9d-4e95-a683-6a9a29d04744 req-fac1ba5f-273d-42eb-b6d1-7051edd19408 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:11.432625 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-def713c8-ce9d-4e95-a683-6a9a29d04744 req-fac1ba5f-273d-42eb-b6d1-7051edd19408 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0647931 Jun 23 14:11:11.478397 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-def713c8-ce9d-4e95-a683-6a9a29d04744 req-29a99b16-255b-460a-8251-a2337fe9747c tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333564 Jun 23 14:11:11.984150 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:11:12.098360 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13aab90-95d6-4798-9f7c-0b86dbbf8c43 req-525e00c5-a873-4097-8248-adbadb36a4bc tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.099832 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e13aab90-95d6-4798-9f7c-0b86dbbf8c43 req-525e00c5-a873-4097-8248-adbadb36a4bc tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0676601 Jun 23 14:11:12.141068 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e13aab90-95d6-4798-9f7c-0b86dbbf8c43 req-f1c30f3d-241a-4437-908e-fb79aaa660fc tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356686 Jun 23 14:11:12.327806 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345cdec-b208-4fa9-9c1e-e83e5b81bee6 req-479733d3-5d98-4d67-8e56-e59cd0783f10 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.329409 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f345cdec-b208-4fa9-9c1e-e83e5b81bee6 req-479733d3-5d98-4d67-8e56-e59cd0783f10 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 945 time: 0.0672426 Jun 23 14:11:12.371883 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f345cdec-b208-4fa9-9c1e-e83e5b81bee6 req-0e0bd211-8420-4bd0-948f-b8adebe590d9 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355606 Jun 23 14:11:12.400713 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c6db-c046-41d8-9781-376a95fa1243 req-cf3bfc4b-1c15-4516-a5bf-4b0aef84949e tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.403004 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1152c6db-c046-41d8-9781-376a95fa1243 req-cf3bfc4b-1c15-4516-a5bf-4b0aef84949e tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0701239 Jun 23 14:11:12.449699 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1152c6db-c046-41d8-9781-376a95fa1243 req-f6988127-ffa8-4f21-a646-281de10bd522 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375583 Jun 23 14:11:12.480634 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['80a8540b-718e-4874-a087-fe9eb7321b7b'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:12.565764 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16df64d-8018-4917-a5ac-58effd989769 req-6ab37bdc-8049-4fe6-b2b7-f8d612eb3b1f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.573160 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b16df64d-8018-4917-a5ac-58effd989769 req-6ab37bdc-8049-4fe6-b2b7-f8d612eb3b1f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 945 time: 0.0838559 Jun 23 14:11:12.593364 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 0edd1cf1-2b15-4e25-85a0-145d79975ae9 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:12.620927 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b16df64d-8018-4917-a5ac-58effd989769 req-38034703-f820-42ca-a8a4-4e179504a99c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467803 Jun 23 14:11:12.690874 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3855c50-37c3-495f-959b-900e756bdfc9 req-982dd4e7-8afd-402f-9806-d241ed3bd5d1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.691888 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a3855c50-37c3-495f-959b-900e756bdfc9 req-982dd4e7-8afd-402f-9806-d241ed3bd5d1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 944 time: 0.0738044 Jun 23 14:11:12.695877 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 0edd1cf1-2b15-4e25-85a0-145d79975ae9 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:12.709322 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 0edd1cf1-2b15-4e25-85a0-145d79975ae9 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:12.710102 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.735074 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a3855c50-37c3-495f-959b-900e756bdfc9 req-1dd5bef7-685a-42c8-b777-2ccbe3844c7c tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Jun 23 14:11:12.802914 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.824030 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38767738-d0cf-4976-aebc-e5101a7bee66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edd1cf1-2b15-4e25-85a0-145d79975ae9'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:12.826272 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cccdf5-2bd4-4ac1-b2fe-82820284e506" -d '{"events": [{"server_uuid": "38767738-d0cf-4976-aebc-e5101a7bee66", "name": "network-vif-plugged", "status": "completed", "tag": "0edd1cf1-2b15-4e25-85a0-145d79975ae9"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:12.838900 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 0edd1cf1-2b15-4e25-85a0-145d79975ae9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0edd1cf1-2b15-4e25-85a0-145d79975ae9,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:12.843090 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.846826 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:12.868881 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349907ce-ad0f-455a-96b8-c9541fe081c5 x-openstack-request-id: req-349907ce-ad0f-455a-96b8-c9541fe081c5 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:12.869173 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38767738-d0cf-4976-aebc-e5101a7bee66", "name": "network-vif-plugged", "status": "completed", "tag": "0edd1cf1-2b15-4e25-85a0-145d79975ae9", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:12.869430 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-349907ce-ad0f-455a-96b8-c9541fe081c5 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:12.869818 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38767738-d0cf-4976-aebc-e5101a7bee66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edd1cf1-2b15-4e25-85a0-145d79975ae9', 'code': 200} Jun 23 14:11:12.896330 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=0edd1cf1-2b15-4e25-85a0-145d79975ae9,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:12.899416 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:13.132570 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed285c6-fcb7-4d78-9ebd-d712e44cb4f2 req-415c269f-17cd-49ee-83f6-d3a2656d2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.134023 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fed285c6-fcb7-4d78-9ebd-d712e44cb4f2 req-415c269f-17cd-49ee-83f6-d3a2656d2b22 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 1098 time: 0.0547063 Jun 23 14:11:13.171300 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fed285c6-fcb7-4d78-9ebd-d712e44cb4f2 req-9b03c8f9-50de-4429-a574-52b1a02da350 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300519 Jun 23 14:11:13.315184 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac8090-17b9-4e74-b1e2-8d92ca258c12 req-366c19a6-6541-41eb-ba3f-0ed3b3833280 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.316547 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-65ac8090-17b9-4e74-b1e2-8d92ca258c12 req-366c19a6-6541-41eb-ba3f-0ed3b3833280 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0633526 Jun 23 14:11:13.353410 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-65ac8090-17b9-4e74-b1e2-8d92ca258c12 req-bd0d6e32-8102-4540-a750-cf1395d84e14 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311716 Jun 23 14:11:13.556891 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3f57c-98b0-419a-be8c-45cf967e18b5 req-28b2ee8d-ef33-4668-b5ab-8ecfd5cf60b9 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.558547 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e1f3f57c-98b0-419a-be8c-45cf967e18b5 req-28b2ee8d-ef33-4668-b5ab-8ecfd5cf60b9 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 945 time: 0.0716434 Jun 23 14:11:13.598206 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e1f3f57c-98b0-419a-be8c-45cf967e18b5 req-24a65063-9fd8-41ab-b1ea-e903995028d1 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336905 Jun 23 14:11:13.633178 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd70274-5dbc-46eb-96c9-eb22e81005bd req-178dc740-f06e-4b18-85e1-e2a376b60d35 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.634754 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fcd70274-5dbc-46eb-96c9-eb22e81005bd req-178dc740-f06e-4b18-85e1-e2a376b60d35 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0676918 Jun 23 14:11:13.678984 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fcd70274-5dbc-46eb-96c9-eb22e81005bd req-c59a4d1c-1780-4b13-817b-794adf09b5e2 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379913 Jun 23 14:11:13.804307 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9117e-722c-4ba7-8043-b3cfcf5f77b7 req-fdc872bb-c077-4ef4-a398-b88aedeeb9ef tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.805817 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b0c9117e-722c-4ba7-8043-b3cfcf5f77b7 req-fdc872bb-c077-4ef4-a398-b88aedeeb9ef tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 945 time: 0.0650401 Jun 23 14:11:13.852528 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b0c9117e-722c-4ba7-8043-b3cfcf5f77b7 req-53fe2766-d459-44ee-8b67-f7707c2619aa tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373902 Jun 23 14:11:13.928159 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43b024-8521-4392-83c5-d027ce026491 req-f921ccf6-73ca-48f7-bcb0-b986fe578241 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.929708 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6a43b024-8521-4392-83c5-d027ce026491 req-f921ccf6-73ca-48f7-bcb0-b986fe578241 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0695593 Jun 23 14:11:13.973989 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6a43b024-8521-4392-83c5-d027ce026491 req-8319b3c6-6e2d-46ba-908f-32eed0ac9bb9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Jun 23 14:11:14.539706 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e6c27-ccf9-4a6a-8476-eb20b4a675b3 req-701d4630-4fa1-4725-8a8a-7afb1084df44 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:14.541666 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ff9e6c27-ccf9-4a6a-8476-eb20b4a675b3 req-701d4630-4fa1-4725-8a8a-7afb1084df44 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0707088 Jun 23 14:11:14.581833 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ff9e6c27-ccf9-4a6a-8476-eb20b4a675b3 req-836ad364-ba30-4a08-87b7-3afed4afdccb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348969 Jun 23 14:11:14.604234 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 48999b26-0155-4eaa-8cc6-5a7e2e88240a up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:14.682083 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 48999b26-0155-4eaa-8cc6-5a7e2e88240a completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:14.691787 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 48999b26-0155-4eaa-8cc6-5a7e2e88240a triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:14.692159 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:14.821461 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:14.826922 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f0386-ef10-4bec-af09-63c011aa3764 req-aa540dbf-5a31-4758-a240-0bf363e84274 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:14.830358 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f86f0386-ef10-4bec-af09-63c011aa3764 req-aa540dbf-5a31-4758-a240-0bf363e84274 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 945 time: 0.0924013 Jun 23 14:11:14.863379 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 48999b26-0155-4eaa-8cc6-5a7e2e88240a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:14.869896 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:14.870895 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 80a8540b-718e-4874-a087-fe9eb7321b7b up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:14.875231 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:14.916363 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e399504-8ee5-4b05-8aa8-f919b436e7d1 req-9b8829c0-9557-4e1a-8d3d-905fa1a4e564 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:14.918358 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8e399504-8ee5-4b05-8aa8-f919b436e7d1 req-9b8829c0-9557-4e1a-8d3d-905fa1a4e564 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0761497 Jun 23 14:11:14.924102 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f86f0386-ef10-4bec-af09-63c011aa3764 req-e8a83090-0ebc-4d01-bb31-86be7547d519 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867951 Jun 23 14:11:14.972464 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879c7190-2026-4306-993d-4aea0f24201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48999b26-0155-4eaa-8cc6-5a7e2e88240a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:14.974888 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970f144a-acd7-4ce7-bb0d-ad80a77d3cd4" -d '{"events": [{"server_uuid": "879c7190-2026-4306-993d-4aea0f24201f", "name": "network-vif-plugged", "status": "completed", "tag": "48999b26-0155-4eaa-8cc6-5a7e2e88240a"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:14.999059 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=48999b26-0155-4eaa-8cc6-5a7e2e88240a,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:15.004073 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:15.034347 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8e399504-8ee5-4b05-8aa8-f919b436e7d1 req-637b9472-d1d3-4d5d-9c9e-5cfb190ff760 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036289 Jun 23 14:11:15.046773 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 80a8540b-718e-4874-a087-fe9eb7321b7b completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:15.054994 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 80a8540b-718e-4874-a087-fe9eb7321b7b triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:15.055377 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.131921 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90911f8b-1149-401c-ae8a-d43a813896e1 x-openstack-request-id: req-90911f8b-1149-401c-ae8a-d43a813896e1 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:15.132299 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879c7190-2026-4306-993d-4aea0f24201f", "name": "network-vif-plugged", "status": "completed", "tag": "48999b26-0155-4eaa-8cc6-5a7e2e88240a", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:15.132774 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90911f8b-1149-401c-ae8a-d43a813896e1 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:15.133332 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879c7190-2026-4306-993d-4aea0f24201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48999b26-0155-4eaa-8cc6-5a7e2e88240a', 'code': 200} Jun 23 14:11:15.198899 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.248260 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a02ec-5eba-4768-9a7b-721bd33965ae req-fc014249-13d4-4091-96b2-506d5a52a16c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:15.252752 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fe8a02ec-5eba-4768-9a7b-721bd33965ae req-fc014249-13d4-4091-96b2-506d5a52a16c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 945 time: 0.1517785 Jun 23 14:11:15.260806 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:15.268773 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.273057 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:15.333091 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fe8a02ec-5eba-4768-9a7b-721bd33965ae req-458fe48d-e404-449d-9c39-6e9b2a4c327a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724843 Jun 23 14:11:15.388587 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=80a8540b-718e-4874-a087-fe9eb7321b7b,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:15.392521 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:15.417234 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ee86a-3164-4b8a-8577-dc9270ed467c req-bdcd9545-27f8-4fde-b512-1f9c12ddd73d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:15.426883 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fc9ee86a-3164-4b8a-8577-dc9270ed467c req-bdcd9545-27f8-4fde-b512-1f9c12ddd73d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1433010 Jun 23 14:11:15.481432 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fc9ee86a-3164-4b8a-8577-dc9270ed467c req-ef52e240-e177-407c-8604-ace70f60dfd8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528202 Jun 23 14:11:15.603811 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c9a46-311b-4b3a-9ad4-53b4d17c85f9 req-8cdadfc0-8b9e-456d-9bd0-30c83e93af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:15.609650 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad1c9a46-311b-4b3a-9ad4-53b4d17c85f9 req-8cdadfc0-8b9e-456d-9bd0-30c83e93af03 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 1099 time: 0.0781927 Jun 23 14:11:15.766579 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad1c9a46-311b-4b3a-9ad4-53b4d17c85f9 req-293a1314-74a5-4eb7-a7af-d8d9f6a46335 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359900 Jun 23 14:11:16.096076 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c34bbe-158b-4e01-8f8f-758d23e28b14 req-ae43b625-3fb3-4b26-b6bd-6d31e7e37990 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:16.097831 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-33c34bbe-158b-4e01-8f8f-758d23e28b14 req-ae43b625-3fb3-4b26-b6bd-6d31e7e37990 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0627675 Jun 23 14:11:16.135901 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-33c34bbe-158b-4e01-8f8f-758d23e28b14 req-66d935ba-41f0-44da-9b48-172ae69cefe8 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324030 Jun 23 14:11:16.527702 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace0f1c-ed3d-41f3-99d0-635a4942367d req-70f6ac13-5b1c-4da0-af0d-24aa2081fc21 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:16.529184 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1ace0f1c-ed3d-41f3-99d0-635a4942367d req-70f6ac13-5b1c-4da0-af0d-24aa2081fc21 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0681829 Jun 23 14:11:16.568326 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1ace0f1c-ed3d-41f3-99d0-635a4942367d req-38de370a-a082-42f4-b676-92b0a0fa9b5c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332677 Jun 23 14:11:16.654238 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca536d14-c342-4096-a6fd-207c46654b01 req-2112c665-cef7-4de6-af81-2e49502b1ef4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:16.655780 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ca536d14-c342-4096-a6fd-207c46654b01 req-2112c665-cef7-4de6-af81-2e49502b1ef4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0669997 Jun 23 14:11:16.692780 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ca536d14-c342-4096-a6fd-207c46654b01 req-ce1d2ec9-31ef-430f-b09e-a918d24b08af tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Jun 23 14:11:17.134341 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:17.136726 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623798a0-e8b5-4bdb-b5c6-e5534770f119" -d '{"events": [{"server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "name": "network-vif-plugged", "status": "completed", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:17.141598 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9906a-6c6a-4cf2-98c7-87bbfcec286a req-e2eb0359-06f3-403c-869d-c8ae70af9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:17.143360 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2a9906a-6c6a-4cf2-98c7-87bbfcec286a req-e2eb0359-06f3-403c-869d-c8ae70af9831 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 1098 time: 0.0949535 Jun 23 14:11:17.151689 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f4906-05c2-4986-a95f-2305e55b01df req-2e1afb57-7e32-40fb-b284-c3ccff776187 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:17.153057 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6d0f4906-05c2-4986-a95f-2305e55b01df req-2e1afb57-7e32-40fb-b284-c3ccff776187 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0964363 Jun 23 14:11:17.175730 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cefcf72-0026-454f-8365-6bc47396f252 x-openstack-request-id: req-4cefcf72-0026-454f-8365-6bc47396f252 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:17.176271 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "name": "network-vif-plugged", "status": "completed", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:17.176541 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cefcf72-0026-454f-8365-6bc47396f252 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:17.176948 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'code': 200} Jun 23 14:11:17.260738 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6d0f4906-05c2-4986-a95f-2305e55b01df req-60469f88-4d58-481e-b9c8-01a674aac162 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973642 Jun 23 14:11:17.300852 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9906a-6c6a-4cf2-98c7-87bbfcec286a req-203c3158-dde9-40ad-9bf6-b31fa2b48c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:17.303011 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2a9906a-6c6a-4cf2-98c7-87bbfcec286a req-203c3158-dde9-40ad-9bf6-b31fa2b48c1a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 920 time: 0.1484106 Jun 23 14:11:17.345734 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fe808-2a77-4b38-a50b-9374fe634d44 req-30094f81-96a5-4ca1-959a-3d464ba32195 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:17.353453 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7d6fe808-2a77-4b38-a50b-9374fe634d44 req-30094f81-96a5-4ca1-959a-3d464ba32195 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0764239 Jun 23 14:11:17.407873 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7d6fe808-2a77-4b38-a50b-9374fe634d44 req-86177cdf-1e58-41c1-ac48-5bab7dacdfb1 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533979 Jun 23 14:11:17.413594 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2a9906a-6c6a-4cf2-98c7-87bbfcec286a req-e56ce6b2-833b-4efd-af10-22aad574ead1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0edd1cf1-2b15-4e25-85a0-145d79975ae9 HTTP/1.1" status: 200 len: 217 time: 0.0961819 Jun 23 14:11:17.478326 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9906a-6c6a-4cf2-98c7-87bbfcec286a req-9d37d8d6-123a-4b96-bd9a-161e970016d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:17.479849 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2a9906a-6c6a-4cf2-98c7-87bbfcec286a req-9d37d8d6-123a-4b96-bd9a-161e970016d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=098b5eb4-4f85-4551-a132-d2f6a5c0b689 HTTP/1.1" status: 200 len: 859 time: 0.0550406 Jun 23 14:11:17.516581 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2a9906a-6c6a-4cf2-98c7-87bbfcec286a req-085cb3f2-32cb-464f-8093-77917157a47c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f534e60-144d-45e6-a5fc-11af96caa6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289254 Jun 23 14:11:17.702741 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2a9906a-6c6a-4cf2-98c7-87bbfcec286a req-4835ed1c-9719-45f9-86a3-6e846287fa4a service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316547 Jun 23 14:11:17.708684 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93262096-cbc9-4ac9-be5b-e2e530ee8516 req-5c52e120-9057-4932-a804-6a617f36c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:17.710077 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-93262096-cbc9-4ac9-be5b-e2e530ee8516 req-5c52e120-9057-4932-a804-6a617f36c149 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 1099 time: 0.1109574 Jun 23 14:11:17.746365 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-801ddb21-5a40-4794-963a-6ef46f66a8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.760343 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6f872-bf19-4824-ac2c-0d44cb7bfbcc req-d7a627ec-448b-4329-a686-ee3bd5a956cb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:17.761820 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-43e6f872-bf19-4824-ac2c-0d44cb7bfbcc req-d7a627ec-448b-4329-a686-ee3bd5a956cb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0642729 Jun 23 14:11:17.832913 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-43e6f872-bf19-4824-ac2c-0d44cb7bfbcc req-4684d046-dc62-43b9-9a01-e897a883df05 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648072 Jun 23 14:11:17.862215 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-93262096-cbc9-4ac9-be5b-e2e530ee8516 req-c4fb3d96-bfd7-431e-9d08-8baf4c0f9e01 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755477 Jun 23 14:11:17.886078 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2a9906a-6c6a-4cf2-98c7-87bbfcec286a req-ab2e102b-7051-436b-a64e-e01ea7f1a5c5 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276178 Jun 23 14:11:18.449652 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be055ff6-cae7-4391-969e-5ef4a75d9e42 req-bb3f6e8c-7fa0-4127-a62d-18c665052e3b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:18.451134 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-be055ff6-cae7-4391-969e-5ef4a75d9e42 req-bb3f6e8c-7fa0-4127-a62d-18c665052e3b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0685904 Jun 23 14:11:18.490695 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-be055ff6-cae7-4391-969e-5ef4a75d9e42 req-5a934569-f126-4c9e-98bd-c9e80ab523d3 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Jun 23 14:11:18.651090 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce95cef-dc70-4260-860d-1bc5cc388414 req-0a38206b-9405-44fd-a0f4-35385b492032 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:18.652603 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3ce95cef-dc70-4260-860d-1bc5cc388414 req-0a38206b-9405-44fd-a0f4-35385b492032 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0621676 Jun 23 14:11:18.699664 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3ce95cef-dc70-4260-860d-1bc5cc388414 req-f4eeb725-2719-41cc-b69d-6c326713ff1b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Jun 23 14:11:18.924474 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc4c34-8937-4b5a-8404-9c410039c4df req-bad3a139-1239-479c-9ae3-db6e9bd408fe tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:18.927334 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0afc4c34-8937-4b5a-8404-9c410039c4df req-bad3a139-1239-479c-9ae3-db6e9bd408fe tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0973051 Jun 23 14:11:18.940030 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 59118) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:18.954845 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-361149db-63fd-47fb-a883-fc0c24f77c14 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'floatingip': {'port_id': '48999b26-0155-4eaa-8cc6-5a7e2e88240a'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:19.096787 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-361149db-63fd-47fb-a883-fc0c24f77c14 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.123981 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8d428-46c1-4bfa-ad8a-461fe0de252b req-8476a89d-ae98-4e07-91a1-bbe508666652 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:19.125560 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-55f8d428-46c1-4bfa-ad8a-461fe0de252b req-8476a89d-ae98-4e07-91a1-bbe508666652 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0919421 Jun 23 14:11:19.209655 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-55f8d428-46c1-4bfa-ad8a-461fe0de252b req-df1d66cb-3735-4614-b614-e9aeca867cef tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768068 Jun 23 14:11:19.998144 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8aec4-d4f8-4564-aef2-b723933ec779 req-c0e734b0-e6b7-4dd7-8c12-20f01b438f68 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:19.999589 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d2b8aec4-d4f8-4564-aef2-b723933ec779 req-c0e734b0-e6b7-4dd7-8c12-20f01b438f68 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.3944054 Jun 23 14:11:20.008242 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-361149db-63fd-47fb-a883-fc0c24f77c14 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.016425 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-361149db-63fd-47fb-a883-fc0c24f77c14 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.085196 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d2b8aec4-d4f8-4564-aef2-b723933ec779 req-a9e5da8f-9f88-4b27-92ba-2e2224ef0d75 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757587 Jun 23 14:11:20.135988 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.l3_db [None req-361149db-63fd-47fb-a883-fc0c24f77c14 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Floating IP 7e0a3582-eecf-47a5-aa71-af09dbf057cb associated. External IP: 172.27.1.113, port: 48999b26-0155-4eaa-8cc6-5a7e2e88240a. Jun 23 14:11:20.354393 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361149db-63fd-47fb-a883-fc0c24f77c14 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Router 859377d6-c706-41cf-bfa8-998e523d8e1e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:11:20.449959 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba557b-1c05-475e-ba43-7a18ce6bd292 req-f02c873b-0537-4623-b1ec-228454aecf75 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:20.452452 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-87ba557b-1c05-475e-ba43-7a18ce6bd292 req-f02c873b-0537-4623-b1ec-228454aecf75 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1184278 Jun 23 14:11:20.480945 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361149db-63fd-47fb-a883-fc0c24f77c14 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:11:20.487106 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-361149db-63fd-47fb-a883-fc0c24f77c14 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.495827 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6a9f7-fe83-4ad9-9c79-40b9806b24cc None None] Sync routers for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:11:20.503268 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f1823bd8-62b6-4766-9fff-14f279ec42aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.522270 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-87ba557b-1c05-475e-ba43-7a18ce6bd292 req-b0839dbe-60a3-409f-933a-4cea7c4e774c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604286 Jun 23 14:11:20.524806 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6a9f7-fe83-4ad9-9c79-40b9806b24cc None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:20.525447 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-14c6a9f7-fe83-4ad9-9c79-40b9806b24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:11:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:20.530076 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-361149db-63fd-47fb-a883-fc0c24f77c14 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "PUT /v2.0/floatingips/7e0a3582-eecf-47a5-aa71-af09dbf057cb HTTP/1.1" status: 200 len: 992 time: 1.5882320 Jun 23 14:11:20.530341 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879c7190-2026-4306-993d-4aea0f24201f', 'tag': '48999b26-0155-4eaa-8cc6-5a7e2e88240a'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:20.533645 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3724b9a4-6fd5-4ced-897e-5043c0afddb1" -d '{"events": [{"name": "network-changed", "server_uuid": "879c7190-2026-4306-993d-4aea0f24201f", "tag": "48999b26-0155-4eaa-8cc6-5a7e2e88240a"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:20.573502 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2997604d-3c9c-4dfb-8e68-0c1853e868cd x-openstack-request-id: req-2997604d-3c9c-4dfb-8e68-0c1853e868cd {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:20.573888 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879c7190-2026-4306-993d-4aea0f24201f", "tag": "48999b26-0155-4eaa-8cc6-5a7e2e88240a", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:20.574257 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2997604d-3c9c-4dfb-8e68-0c1853e868cd {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:20.574845 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879c7190-2026-4306-993d-4aea0f24201f', 'tag': '48999b26-0155-4eaa-8cc6-5a7e2e88240a', 'status': 'completed', 'code': 200} Jun 23 14:11:20.637240 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-14c6a9f7-fe83-4ad9-9c79-40b9806b24cc None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:20.894170 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.920728 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-14c6a9f7-fe83-4ad9-9c79-40b9806b24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '7e0a3582-eecf-47a5-aa71-af09dbf057cb', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'port_id': '48999b26-0155-4eaa-8cc6-5a7e2e88240a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'mac_address': 'fa:16:3e:44:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879c7190-2026-4306-993d-4aea0f24201f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:18Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 1, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:20.926301 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b9a4-6fd5-4ced-897e-5043c0afddb1 req-775b6045-35e6-491e-8fee-f8017f9e1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:20.928067 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3724b9a4-6fd5-4ced-897e-5043c0afddb1 req-775b6045-35e6-491e-8fee-f8017f9e1799 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 1099 time: 0.0652754 Jun 23 14:11:20.947450 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6a9f7-fe83-4ad9-9c79-40b9806b24cc None None] Checking router: 859377d6-c706-41cf-bfa8-998e523d8e1e for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:11:20.955771 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6a9f7-fe83-4ad9-9c79-40b9806b24cc None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:20.956380 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-14c6a9f7-fe83-4ad9-9c79-40b9806b24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:11:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:21.058795 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-14c6a9f7-fe83-4ad9-9c79-40b9806b24cc None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:21.141369 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:21.266099 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25548d94-8939-4ed0-b031-e7bc39e223b7 req-5daa6ad3-a326-4a99-9132-c043b82027db tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:21.267641 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-25548d94-8939-4ed0-b031-e7bc39e223b7 req-5daa6ad3-a326-4a99-9132-c043b82027db tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0686488 Jun 23 14:11:21.285571 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-14c6a9f7-fe83-4ad9-9c79-40b9806b24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '7e0a3582-eecf-47a5-aa71-af09dbf057cb', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'port_id': '48999b26-0155-4eaa-8cc6-5a7e2e88240a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'mac_address': 'fa:16:3e:44:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879c7190-2026-4306-993d-4aea0f24201f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:18Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 1, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:21.312753 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-25548d94-8939-4ed0-b031-e7bc39e223b7 req-11bdd84e-af23-4337-807d-b3c6daaf5081 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347369 Jun 23 14:11:21.383972 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6a9f7-fe83-4ad9-9c79-40b9806b24cc None None] The sync data for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi is: [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '7e0a3582-eecf-47a5-aa71-af09dbf057cb', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'port_id': '48999b26-0155-4eaa-8cc6-5a7e2e88240a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'mac_address': 'fa:16:3e:44:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879c7190-2026-4306-993d-4aea0f24201f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:18Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 1, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:11:21.598366 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382447f-6385-4ae2-820e-fbb206f06aef None None] New status for floating IP 7e0a3582-eecf-47a5-aa71-af09dbf057cb: ACTIVE {{(pid=93101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:11:21.705162 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3671b5b-ecf6-49be-b3a7-4ee8c086a6ba req-77e645d6-c446-4fb6-ac61-7a482a41851c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:21.706034 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d3671b5b-ecf6-49be-b3a7-4ee8c086a6ba req-77e645d6-c446-4fb6-ac61-7a482a41851c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0645285 Jun 23 14:11:21.744597 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d3671b5b-ecf6-49be-b3a7-4ee8c086a6ba req-a4e4d318-3416-46f4-a040-2053f1e30987 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328088 Jun 23 14:11:21.920140 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4bbdc-7101-480c-ab15-3122dd49121f req-1c37924e-b6ef-4303-87a0-cbdebac36858 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:21.921559 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b0d4bbdc-7101-480c-ab15-3122dd49121f req-1c37924e-b6ef-4303-87a0-cbdebac36858 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0617266 Jun 23 14:11:21.930189 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59180) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:21.934559 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-0d40ba3a-227a-4859-937e-00baeb8b509a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'floatingip': {'port_id': '80a8540b-718e-4874-a087-fe9eb7321b7b'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:22.008594 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0d40ba3a-227a-4859-937e-00baeb8b509a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.687161 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb595284-0289-45a4-928e-416b08f27e65 req-0648661d-7eb9-4553-8479-abb001f5ea8a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:22.688698 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fb595284-0289-45a4-928e-416b08f27e65 req-0648661d-7eb9-4553-8479-abb001f5ea8a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.2656062 Jun 23 14:11:22.796978 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fb595284-0289-45a4-928e-416b08f27e65 req-1f158d9b-235b-4efc-9a69-f7b8cd86b63e tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024418 Jun 23 14:11:22.885970 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0d40ba3a-227a-4859-937e-00baeb8b509a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.889794 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0d40ba3a-227a-4859-937e-00baeb8b509a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.987181 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.l3_db [None req-0d40ba3a-227a-4859-937e-00baeb8b509a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Floating IP bc646e4f-d73e-4387-941d-63ad929c49a0 associated. External IP: 172.27.1.75, port: 80a8540b-718e-4874-a087-fe9eb7321b7b. Jun 23 14:11:23.195379 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d40ba3a-227a-4859-937e-00baeb8b509a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:11:23.291898 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.309098 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d40ba3a-227a-4859-937e-00baeb8b509a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:11:23.314898 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0d40ba3a-227a-4859-937e-00baeb8b509a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.321172 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f87f9-cf34-4a34-a90a-b1c6c40ff1f1 None None] Sync routers for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:11:23.331279 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f87f9-cf34-4a34-a90a-b1c6c40ff1f1 None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:23.332045 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-4c1f87f9-cf34-4a34-a90a-b1c6c40ff1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:11:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:23.351594 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-0d40ba3a-227a-4859-937e-00baeb8b509a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "PUT /v2.0/floatingips/bc646e4f-d73e-4387-941d-63ad929c49a0 HTTP/1.1" status: 200 len: 991 time: 1.4203560 Jun 23 14:11:23.352221 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:23.354560 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad37d8d8beeb8169df3800a911929a3f4a5a3b87fc410ff1711a5d18233c5e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b72a17-fd83-439a-8dea-55c32b6010ee" -d '{"events": [{"name": "network-changed", "server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:23.438472 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-4c1f87f9-cf34-4a34-a90a-b1c6c40ff1f1 None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:23.656987 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-4c1f87f9-cf34-4a34-a90a-b1c6c40ff1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'bc646e4f-d73e-4387-941d-63ad929c49a0', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'port_id': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'mac_address': 'fa:16:3e:ae:48:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03764f67-cf47-433f-9300-51c82f91b8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:27Z', 'updated_at': '2021-06-23T14:11:22Z', 'revision_number': 1, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:23.686163 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f87f9-cf34-4a34-a90a-b1c6c40ff1f1 None None] Checking router: 0ee1516f-c4fa-4f6a-bffc-81414c82e50b for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:11:23.695411 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f87f9-cf34-4a34-a90a-b1c6c40ff1f1 None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:23.695956 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-4c1f87f9-cf34-4a34-a90a-b1c6c40ff1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:11:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:23.797801 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-4c1f87f9-cf34-4a34-a90a-b1c6c40ff1f1 None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:24.015011 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-4c1f87f9-cf34-4a34-a90a-b1c6c40ff1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'bc646e4f-d73e-4387-941d-63ad929c49a0', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'port_id': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'mac_address': 'fa:16:3e:ae:48:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03764f67-cf47-433f-9300-51c82f91b8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:27Z', 'updated_at': '2021-06-23T14:11:22Z', 'revision_number': 1, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:24.043243 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f87f9-cf34-4a34-a90a-b1c6c40ff1f1 None None] The sync data for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi is: [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'bc646e4f-d73e-4387-941d-63ad929c49a0', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'port_id': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'mac_address': 'fa:16:3e:ae:48:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03764f67-cf47-433f-9300-51c82f91b8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:27Z', 'updated_at': '2021-06-23T14:11:22Z', 'revision_number': 1, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:11:24.214590 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b70500-4786-4504-ae2d-de408aa3efb1 None None] New status for floating IP bc646e4f-d73e-4387-941d-63ad929c49a0: ACTIVE {{(pid=93101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:11:24.835077 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b9a4-6fd5-4ced-897e-5043c0afddb1 req-5a1f1933-f59a-4b35-824a-0fd30e0669fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:24.836514 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3724b9a4-6fd5-4ced-897e-5043c0afddb1 req-5a1f1933-f59a-4b35-824a-0fd30e0669fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 911 time: 0.0896180 Jun 23 14:11:25.211001 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3877954-fe20-49f1-a629-0ded086dc092 x-openstack-request-id: req-c3877954-fe20-49f1-a629-0ded086dc092 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:25.211956 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b", "status": "completed", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:25.212235 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3877954-fe20-49f1-a629-0ded086dc092 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:25.212657 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'status': 'completed', 'code': 200} Jun 23 14:11:25.239545 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3724b9a4-6fd5-4ced-897e-5043c0afddb1 req-a093d96b-fce2-4580-8dfd-d6f48243ba02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a HTTP/1.1" status: 200 len: 1002 time: 0.1125548 Jun 23 14:11:25.405918 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b9a4-6fd5-4ced-897e-5043c0afddb1 req-20a90850-ce49-4246-8148-f97cf187fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.407901 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3724b9a4-6fd5-4ced-897e-5043c0afddb1 req-20a90850-ce49-4246-8148-f97cf187fff5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 HTTP/1.1" status: 200 len: 849 time: 0.1221042 Jun 23 14:11:25.464675 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b72a17-fd83-439a-8dea-55c32b6010ee req-05a4164b-957f-4456-8f70-7830a833a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.466091 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-81b72a17-fd83-439a-8dea-55c32b6010ee req-05a4164b-957f-4456-8f70-7830a833a261 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 1099 time: 0.1719820 Jun 23 14:11:25.479974 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c63ce6-f736-4d9e-96e1-0ced19d6705d req-b63d480a-bb78-4f51-b0a4-18b99ebe278f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.481295 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b6c63ce6-f736-4d9e-96e1-0ced19d6705d req-b63d480a-bb78-4f51-b0a4-18b99ebe278f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1587574 Jun 23 14:11:25.576735 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b9a4-6fd5-4ced-897e-5043c0afddb1 req-5d93710e-a166-4be7-8947-3de0932fc54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.578189 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3724b9a4-6fd5-4ced-897e-5043c0afddb1 req-5d93710e-a166-4be7-8947-3de0932fc54c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50556b32-b72e-4178-bf44-bc520f43b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1606433 Jun 23 14:11:25.586439 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b6c63ce6-f736-4d9e-96e1-0ced19d6705d req-8d158c07-e8fe-4498-af1e-3d4d633f89d1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961332 Jun 23 14:11:25.607411 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b72a17-fd83-439a-8dea-55c32b6010ee req-e628bb6c-83c7-4bb2-b954-8e9b24995dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.609055 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-81b72a17-fd83-439a-8dea-55c32b6010ee req-e628bb6c-83c7-4bb2-b954-8e9b24995dd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 918 time: 0.1269495 Jun 23 14:11:29.507584 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-81b72a17-fd83-439a-8dea-55c32b6010ee req-1833b45b-153e-4bc3-9c03-f9015fd48afb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80a8540b-718e-4874-a087-fe9eb7321b7b HTTP/1.1" status: 200 len: 1001 time: 0.0791147 Jun 23 14:11:29.510914 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3724b9a4-6fd5-4ced-897e-5043c0afddb1 req-d01e7678-b83e-4c42-a066-4575ce377248 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341162 Jun 23 14:11:29.632225 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a15b99-c583-42b0-9005-bebb2d5306c4 req-dc4755d2-0f1b-4997-806e-0836b98105c8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.632781 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b72a17-fd83-439a-8dea-55c32b6010ee req-9f0a2063-a9df-4e2d-be51-2a4a25fd6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.633646 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-36a15b99-c583-42b0-9005-bebb2d5306c4 req-dc4755d2-0f1b-4997-806e-0836b98105c8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0639238 Jun 23 14:11:29.634092 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-81b72a17-fd83-439a-8dea-55c32b6010ee req-9f0a2063-a9df-4e2d-be51-2a4a25fd6b2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.0967147 Jun 23 14:11:29.671558 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-36a15b99-c583-42b0-9005-bebb2d5306c4 req-eea3e6fd-9500-4dde-8a19-b772562bc7f7 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Jun 23 14:11:29.688851 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3724b9a4-6fd5-4ced-897e-5043c0afddb1 req-fc323036-477b-4e31-b884-d8f69a203e4b service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435940 Jun 23 14:11:29.705726 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b72a17-fd83-439a-8dea-55c32b6010ee req-06048ecd-f058-4155-abf8-cef0aa1f54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.707138 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-81b72a17-fd83-439a-8dea-55c32b6010ee req-06048ecd-f058-4155-abf8-cef0aa1f54dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658476 Jun 23 14:11:29.822448 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-81b72a17-fd83-439a-8dea-55c32b6010ee req-1c3e7958-28ad-473a-8f97-2756395281e3 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870895 Jun 23 14:11:29.913930 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-81b72a17-fd83-439a-8dea-55c32b6010ee req-03062970-f4bb-4010-888c-4cb8adac13bf service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828366 Jun 23 14:11:30.864361 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0d205-a2c9-457a-8ada-1d9ea61199a9 req-535a9359-7b12-4a83-b3c8-1d762772f3da tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:30.865771 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-eed0d205-a2c9-457a-8ada-1d9ea61199a9 req-535a9359-7b12-4a83-b3c8-1d762772f3da tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0692539 Jun 23 14:11:30.904974 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-eed0d205-a2c9-457a-8ada-1d9ea61199a9 req-c2e49fdf-341d-4ce5-a918-f825c12adfb1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324528 Jun 23 14:11:32.089113 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83b0cb-347c-48c5-85c9-bbab9d477d9b req-949be244-7aeb-464f-bc57-703bdaae66c0 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:32.090756 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-5a83b0cb-347c-48c5-85c9-bbab9d477d9b req-949be244-7aeb-464f-bc57-703bdaae66c0 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0676262 Jun 23 14:11:32.317282 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-5a83b0cb-347c-48c5-85c9-bbab9d477d9b req-417c6f39-7b66-464c-9bfb-822f1d559972 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206345 Jun 23 14:11:33.506508 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fe915-9447-4f59-aefc-2024353b2d9d req-6760dab3-b360-4902-be82-61a34bcc46b4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:33.507930 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-704fe915-9447-4f59-aefc-2024353b2d9d req-6760dab3-b360-4902-be82-61a34bcc46b4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0616322 Jun 23 14:11:33.544500 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-704fe915-9447-4f59-aefc-2024353b2d9d req-cc0284a3-b6f1-4c19-ae25-fd987df43882 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307755 Jun 23 14:11:34.721814 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020412-4f48-437b-ac9a-9f6c4b221324 req-e2f8b07c-468a-4cc7-b8b7-6cbb7ee69e3a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.723728 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3e020412-4f48-437b-ac9a-9f6c4b221324 req-e2f8b07c-468a-4cc7-b8b7-6cbb7ee69e3a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0637767 Jun 23 14:11:34.769423 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3e020412-4f48-437b-ac9a-9f6c4b221324 req-055983fb-cb56-456d-b730-e85d3071918b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401342 Jun 23 14:11:35.399783 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59466) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:35.505307 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.602833 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.607059 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.609460 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-af722ade-d396-4241-b013-3cff68296693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:35.620599 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 59480) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:35.649945 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b02db516a94e4835afe3bcb607536c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516377 Jun 23 14:11:35.651113 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61253975-c63b-46c0-9fce-360c6f680c8b,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:35.652970 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 59482) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:35.658169 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.658531 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.658880 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.659224 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.659564 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.659907 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.660244 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.660578 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.660911 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.661240 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.661576 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.661903 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:35.665741 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:35.681055 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_v2 [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Deleting subnet 75b57200-379d-46d6-a64b-f97768d049ca {{(pid=93100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:11:35.690168 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.741123 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2483847'] for subnet, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.765043 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bfb164df-f458-4047-afbf-1725d87f70a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.771287 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.796454 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bfb164df-f458-4047-afbf-1725d87f70a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.806316 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.889342 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10014491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069733'] for subnet, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.893691 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ba19e55e-3953-458d-a451-eec309807f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:35.903398 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bfb164df-f458-4047-afbf-1725d87f70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.906202 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bfb164df-f458-4047-afbf-1725d87f70a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.907791 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-bfb164df-f458-4047-afbf-1725d87f70a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61253975-c63b-46c0-9fce-360c6f680c8b HTTP/1.1" status: 204 len: 168 time: 0.2538891 Jun 23 14:11:35.943122 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.946864 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75b57200-379d-46d6-a64b-f97768d049ca HTTP/1.1" status: 204 len: 168 time: 0.3248518 Jun 23 14:11:35.947896 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59502) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:35.948739 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b57200-379d-46d6-a64b-f97768d049ca,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:36.034783 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.159402 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.171246 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.173020 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.173020 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.173479 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > port after_create 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.173906 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.174422 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > port after_update 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.175138 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.175573 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.176312 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.176849 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.207716 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.207910 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.208135 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.208480 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.208829 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.209239 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.209496 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.209833 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.210313 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.210551 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.211324 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.211324 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:36.213701 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 59512) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:36.222492 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:36.222993 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-72ff8777-ec36-4b7b-a3da-be70162917ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:36.239081 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb164df-f458-4047-afbf-1725d87f70a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61253975-c63b-46c0-9fce-360c6f680c8b,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:36.242536 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bfb164df-f458-4047-afbf-1725d87f70a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:36.276030 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe26ca-dcfe-43f8-97cc-0187552bdb75 req-0144fedf-2cac-4bbb-a813-09bfd55614e8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.277663 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cdfe26ca-dcfe-43f8-97cc-0187552bdb75 req-0144fedf-2cac-4bbb-a813-09bfd55614e8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.3481860 Jun 23 14:11:36.326656 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cdfe26ca-dcfe-43f8-97cc-0187552bdb75 req-6a485418-468b-4285-9506-0f0b3a10367b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Jun 23 14:11:36.359515 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.360010 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.360615 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.361121 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:36.361496 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc64367d-533e-4208-a5c8-f9999f65b427']}} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:36.362095 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 59516) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:36.369147 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9423e373-8b30-44f8-b21d-a5d6ebcc8be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.379546 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c1eac4-85f2-458b-9a2b-15f8db0fabba') {'for_net_delete': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:36.379848 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c1eac4-85f2-458b-9a2b-15f8db0fabba') {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:36.381372 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-cf02ee1c-c8ca-4ad3-8156-fcfa550f37a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.396717 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9394853'] for segment, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.410622 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.db.api [None req-9423e373-8b30-44f8-b21d-a5d6ebcc8be8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:11:36.410622 dv-cinder-784477-5-iscsi neutron-server[93100]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 14:11:36.410622 dv-cinder-784477-5-iscsi neutron-server[93100]: [parameters: {'project_id': '704f8a7866da4583926575327c2cd064', 'id': '650e3e5a-71d9-4b12-8b74-39ffdccb0275', 'expiration': datetime.datetime(2021, 6, 23, 14, 13, 36, 404885)}] Jun 23 14:11:36.410622 dv-cinder-784477-5-iscsi neutron-server[93100]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:11:36.411041 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_db.api [None req-9423e373-8b30-44f8-b21d-a5d6ebcc8be8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:11:36.418199 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.426551 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=93099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:11:36.426958 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2216383'] for segment, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: from cryptography.utils import int_from_bytes Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: from cryptography.utils import int_from_bytes Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: Traceback (most recent call last): Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: timer() Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: cb(*args, **kw) Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: return func(*args, **kwargs) Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: self._notify() Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: self.callback(batched_events) Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: event.method(event) Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: return f(self, *a, **k) Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._get(url).json() Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: return self.request(url, 'GET', **kwargs) Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:11:36.431092 dv-cinder-784477-5-iscsi neutron-server[93099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:11:36.477031 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-cf02ee1c-c8ca-4ad3-8156-fcfa550f37a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.481077 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-cf02ee1c-c8ca-4ad3-8156-fcfa550f37a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.483439 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-07e785aa-c82c-4571-bbef-50da738b9f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:36.493037 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.497129 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:36.510323 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.512336 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc64367d-533e-4208-a5c8-f9999f65b427 HTTP/1.1" status: 204 len: 168 time: 0.5634613 Jun 23 14:11:36.513616 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc64367d-533e-4208-a5c8-f9999f65b427,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:36.515112 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59518) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:36.521485 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02ee1c-c8ca-4ad3-8156-fcfa550f37a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815b4291-e59c-4fa4-85d2-f1a8d52a3e53,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:36.522433 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:36.525681 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-cf02ee1c-c8ca-4ad3-8156-fcfa550f37a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94b6ff4299ce412d8ee22aecbace7100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626694 Jun 23 14:11:36.526616 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-cf02ee1c-c8ca-4ad3-8156-fcfa550f37a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:36.528323 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 59520) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:36.567790 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb4b2d6-31f3-424d-8e46-fe72031fb624 admin admin] Deleting subnet 224e2811-9597-475b-9424-bede74496f91 {{(pid=93099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:11:36.571157 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b2d6-31f3-424d-8e46-fe72031fb624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.582735 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-86c45517-d77c-424f-8976-4ef6688eb50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.605562 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b2d6-31f3-424d-8e46-fe72031fb624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9394874'] for subnet, precommit_delete_associations {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.606779 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-86c45517-d77c-424f-8976-4ef6688eb50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.659100 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-86c45517-d77c-424f-8976-4ef6688eb50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.661970 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-86c45517-d77c-424f-8976-4ef6688eb50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.662197 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b2d6-31f3-424d-8e46-fe72031fb624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.663348 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-86c45517-d77c-424f-8976-4ef6688eb50d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/815b4291-e59c-4fa4-85d2-f1a8d52a3e53 HTTP/1.1" status: 204 len: 168 time: 0.1339042 Jun 23 14:11:36.664311 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4c96bfaf-ba47-4060-8a49-363ffb4996d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:36.671975 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c45517-d77c-424f-8976-4ef6688eb50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815b4291-e59c-4fa4-85d2-f1a8d52a3e53,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:36.675158 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-86c45517-d77c-424f-8976-4ef6688eb50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:36.728292 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b2d6-31f3-424d-8e46-fe72031fb624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2216226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9244819'] for subnet, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.731308 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:36.756870 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4b2d6-31f3-424d-8e46-fe72031fb624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224e2811-9597-475b-9424-bede74496f91,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:36.762039 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b2d6-31f3-424d-8e46-fe72031fb624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.767005 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 59528) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:36.767142 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-ffb4b2d6-31f3-424d-8e46-fe72031fb624 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/224e2811-9597-475b-9424-bede74496f91 HTTP/1.1" status: 204 len: 168 time: 0.2504082 Jun 23 14:11:36.768128 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ffb4b2d6-31f3-424d-8e46-fe72031fb624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:36.839146 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.912288 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9423e373-8b30-44f8-b21d-a5d6ebcc8be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.925881 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.938623 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ff065e-c0d7-41c8-a9c6-465010b2f1a2']}} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:36.952505 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d848027-800b-460d-9e78-4075ed28ed54') {'for_net_delete': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:36.952809 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d848027-800b-460d-9e78-4075ed28ed54') {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:36.966906 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2483864'] for segment, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.989936 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.998709 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:11:36.999086 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10014598'] for segment, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: Traceback (most recent call last): Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: timer() Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: cb(*args, **kw) Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: return func(*args, **kwargs) Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: self._notify() Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: self.callback(batched_events) Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: event.method(event) Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: return f(self, *a, **k) Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._get(url).json() Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: return self.request(url, 'GET', **kwargs) Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:11:37.004330 dv-cinder-784477-5-iscsi neutron-server[93100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:11:37.070799 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.082067 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:37.087470 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.092363 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] 10.222.0.13 "DELETE /v2.0/networks/c1ff065e-c0d7-41c8-a9c6-465010b2f1a2 HTTP/1.1" status: 204 len: 168 time: 0.3211443 Jun 23 14:11:37.100653 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ff065e-c0d7-41c8-a9c6-465010b2f1a2,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:37.106158 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-db33a82e-ec29-4d87-998f-d0e6c75bed4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:37.111222 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9423e373-8b30-44f8-b21d-a5d6ebcc8be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.115429 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9423e373-8b30-44f8-b21d-a5d6ebcc8be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.118713 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:37.150274 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-9423e373-8b30-44f8-b21d-a5d6ebcc8be8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=704f8a7866da4583926575327c2cd064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9340997 Jun 23 14:11:37.153087 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59544) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:37.155397 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423e373-8b30-44f8-b21d-a5d6ebcc8be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb635c5c-6ae2-4946-91fd-bb4c77f75457,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:37.159738 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9423e373-8b30-44f8-b21d-a5d6ebcc8be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:37.215148 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0ab492c5-7a8e-452b-8d11-eb76f24742de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.237542 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0ab492c5-7a8e-452b-8d11-eb76f24742de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.291157 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0ab492c5-7a8e-452b-8d11-eb76f24742de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.293831 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0ab492c5-7a8e-452b-8d11-eb76f24742de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.295017 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-0ab492c5-7a8e-452b-8d11-eb76f24742de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb635c5c-6ae2-4946-91fd-bb4c77f75457 HTTP/1.1" status: 204 len: 168 time: 0.1407034 Jun 23 14:11:37.295767 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a9a41ff7-47a0-4a4f-95f9-485d062d2411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:37.304858 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab492c5-7a8e-452b-8d11-eb76f24742de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb635c5c-6ae2-4946-91fd-bb4c77f75457,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:37.319167 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-0ab492c5-7a8e-452b-8d11-eb76f24742de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:37.322899 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59556) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:37.376651 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-f9fdf665-9cb9-4ba2-8a04-594fe0d47626 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b6fec327d5844bb8563c95c09ed5d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499008 Jun 23 14:11:37.377041 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59562) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:37.434327 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a281f82-8d68-4835-b56b-77d1bf85d956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.466085 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a281f82-8d68-4835-b56b-77d1bf85d956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.553141 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093daacb-bcd1-4526-8814-d07319292a4a req-9e53ac4c-65a5-47ba-a10a-bb5408271d3c tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:37.555207 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-093daacb-bcd1-4526-8814-d07319292a4a req-9e53ac4c-65a5-47ba-a10a-bb5408271d3c tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1066737 Jun 23 14:11:37.564083 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a281f82-8d68-4835-b56b-77d1bf85d956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.567790 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a281f82-8d68-4835-b56b-77d1bf85d956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.571555 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-4a281f82-8d68-4835-b56b-77d1bf85d956 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c26448a5-1db7-4dc6-b78c-3663c6f58ba3 HTTP/1.1" status: 204 len: 168 time: 0.1905766 Jun 23 14:11:37.571555 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ead591f4-83ab-406a-a556-ae68f9aab1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:37.592842 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a281f82-8d68-4835-b56b-77d1bf85d956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26448a5-1db7-4dc6-b78c-3663c6f58ba3,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:37.596946 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4a281f82-8d68-4835-b56b-77d1bf85d956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:37.614464 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-093daacb-bcd1-4526-8814-d07319292a4a req-1982b157-598d-4252-b873-9780c449a72b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444114 Jun 23 14:11:37.922801 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59588) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:37.967419 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-6a069c20-4b30-4030-bcaf-59d7be1e6ab5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=316a06c0e46b40a08a3efc67f7c5d016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432901 Jun 23 14:11:37.970408 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59590) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:38.026727 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c3bfe341-4ee4-40bf-bcfe-353e84727dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.050099 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c3bfe341-4ee4-40bf-bcfe-353e84727dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.114846 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c3bfe341-4ee4-40bf-bcfe-353e84727dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.117674 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c3bfe341-4ee4-40bf-bcfe-353e84727dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.118966 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-c3bfe341-4ee4-40bf-bcfe-353e84727dc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87f9cf85-f594-465d-927c-6c14f3fb1ae8 HTTP/1.1" status: 204 len: 168 time: 0.1474633 Jun 23 14:11:38.120035 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:38.128852 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfe341-4ee4-40bf-bcfe-353e84727dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f9cf85-f594-465d-927c-6c14f3fb1ae8,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:38.134790 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c3bfe341-4ee4-40bf-bcfe-353e84727dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:38.833617 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365dba5-9ce1-4644-8cc1-e0cb9f525e68 req-6c09241d-681e-4fda-b11b-b7338670e7b0 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.835121 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e365dba5-9ce1-4644-8cc1-e0cb9f525e68 req-6c09241d-681e-4fda-b11b-b7338670e7b0 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0713930 Jun 23 14:11:38.873144 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e365dba5-9ce1-4644-8cc1-e0cb9f525e68 req-3c55a73b-0a5c-4672-b8cc-8e067c813376 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322516 Jun 23 14:11:39.652724 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 59670) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:39.757907 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f29f4e34-7e4c-4adb-aaa5-689ef2b8b5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.844323 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f29f4e34-7e4c-4adb-aaa5-689ef2b8b5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.848472 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f29f4e34-7e4c-4adb-aaa5-689ef2b8b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.851838 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:39.887081 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-f29f4e34-7e4c-4adb-aaa5-689ef2b8b5cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0319ce11c8db489ea0041c89660bb2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332616 Jun 23 14:11:39.889020 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f4e34-7e4c-4adb-aaa5-689ef2b8b5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1301c2-3457-449c-a2c9-90322c87b6bb,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:39.889758 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59674) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:39.892271 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f29f4e34-7e4c-4adb-aaa5-689ef2b8b5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:39.951681 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2e3b-6afe-4e72-b4d5-381ea0151d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:39.977001 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2e3b-6afe-4e72-b4d5-381ea0151d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.026593 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2e3b-6afe-4e72-b4d5-381ea0151d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.030635 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e7ff2e3b-6afe-4e72-b4d5-381ea0151d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.031977 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-e7ff2e3b-6afe-4e72-b4d5-381ea0151d6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec1301c2-3457-449c-a2c9-90322c87b6bb HTTP/1.1" status: 204 len: 168 time: 0.1411097 Jun 23 14:11:40.032847 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f757b932-c630-4495-80f9-0d123d4c9af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:40.046126 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff2e3b-6afe-4e72-b4d5-381ea0151d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1301c2-3457-449c-a2c9-90322c87b6bb,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:40.049538 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e7ff2e3b-6afe-4e72-b4d5-381ea0151d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:40.062213 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75668194-3f9a-46d8-b616-f20ac82bc688 req-0fc51648-4289-4dbd-8928-907b2590c9d2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:40.064294 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-75668194-3f9a-46d8-b616-f20ac82bc688 req-0fc51648-4289-4dbd-8928-907b2590c9d2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0696254 Jun 23 14:11:40.135155 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-75668194-3f9a-46d8-b616-f20ac82bc688 req-197fc87b-8fdd-4a75-bf32-b683eb16aa3d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632033 Jun 23 14:11:40.679235 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-adf10512-0ace-499b-bdc8-abe5fe98dd94 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4b88b34adf2747319e896a5e6be0b623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380762 Jun 23 14:11:40.917129 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-9525aed4-3bdc-49e9-b35d-b33ce16e643c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:40.919035 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-f9e01f92-0e6b-4e09-8ad6-40123676b076 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:40.921365 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-f9e01f92-0e6b-4e09-8ad6-40123676b076 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366238 Jun 23 14:11:40.923300 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-9525aed4-3bdc-49e9-b35d-b33ce16e643c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 815 time: 0.1456165 Jun 23 14:11:40.941768 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-8a69adbf-a983-4189-9e6d-e816838a4573 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/quotas/cc4649dfe1a8471d8f901eb395cb6942 HTTP/1.1" status: 200 len: 375 time: 0.0169322 Jun 23 14:11:40.946166 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-ba071dff-f6d4-40a2-922f-81b8797b4f7c tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/quotas/4b88b34adf2747319e896a5e6be0b623 HTTP/1.1" status: 200 len: 375 time: 0.0175889 Jun 23 14:11:40.986858 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-105ddf71-9354-4eac-9f99-9d5b2dd9b724 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b88b34adf2747319e896a5e6be0b623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396163 Jun 23 14:11:41.050325 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-50bf0f30-a885-4a56-af50-a83f4e3713b3 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970211 Jun 23 14:11:41.182508 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-42f33e84-dc35-4afe-9b04-3f4cc1ecaa79 service neutron] 10.222.0.13 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234264 Jun 23 14:11:41.198713 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f51bf210-c04d-4035-bf9e-6c0f526fe806 req-f183af91-922e-47fb-9863-3fbd4c1a8779 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 210 time: 0.0390964 Jun 23 14:11:41.354563 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-4b5bb8ad-e24b-4773-95a1-50a935ddcfbf service neutron] 10.222.0.13 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632264 Jun 23 14:11:41.459780 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebb7d5-f5b4-440c-b65d-cf0c6b0f5ab0 req-232be241-beae-491f-bd10-691e23a88e83 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:41.462111 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-12ebb7d5-f5b4-440c-b65d-cf0c6b0f5ab0 req-232be241-beae-491f-bd10-691e23a88e83 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1046956 Jun 23 14:11:41.522349 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-12ebb7d5-f5b4-440c-b65d-cf0c6b0f5ab0 req-a64da61e-8929-4221-8e77-3e75922fd171 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499732 Jun 23 14:11:41.588777 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-752e98f5-b7ce-4028-aa4c-6e5c516981f9 req-cf0e32b8-cf88-4e27-8dc5-dfc63dfd7b72 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 210 time: 0.0457036 Jun 23 14:11:42.161701 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59820) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:42.282445 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1148b56c-84d2-4a67-9614-4f74016f189c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:42.419012 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c723d35d-ce8e-4452-b962-7a8d546a4575 req-5a47cb21-e073-4c46-b3f6-dc890db7b31f tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 210 time: 0.0506086 Jun 23 14:11:42.421234 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1148b56c-84d2-4a67-9614-4f74016f189c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:42.425720 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1148b56c-84d2-4a67-9614-4f74016f189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:42.429251 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d02ecea1-6e51-4a81-b590-8003977a2335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:42.465249 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-1148b56c-84d2-4a67-9614-4f74016f189c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=093bfbaf44ac499b9f589e732a78ad53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019226 Jun 23 14:11:42.466696 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148b56c-84d2-4a67-9614-4f74016f189c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c814ca4-af82-4e0e-ad0d-853d1ec08a7e,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:42.467934 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 59836) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:42.469888 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-1148b56c-84d2-4a67-9614-4f74016f189c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:42.517727 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e3018f50-ead5-4c21-8a18-98232fbb6f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:42.539432 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e3018f50-ead5-4c21-8a18-98232fbb6f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:42.587656 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e3018f50-ead5-4c21-8a18-98232fbb6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:42.592165 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e3018f50-ead5-4c21-8a18-98232fbb6f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:42.596142 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-e3018f50-ead5-4c21-8a18-98232fbb6f2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c814ca4-af82-4e0e-ad0d-853d1ec08a7e HTTP/1.1" status: 204 len: 168 time: 0.1244049 Jun 23 14:11:42.596142 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-cf02ee1c-c8ca-4ad3-8156-fcfa550f37a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:42.603943 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3018f50-ead5-4c21-8a18-98232fbb6f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c814ca4-af82-4e0e-ad0d-853d1ec08a7e,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:42.607618 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e3018f50-ead5-4c21-8a18-98232fbb6f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:42.754979 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56bd7b-7a87-45ee-8e9f-713963861626 req-108f6a3e-265d-422b-b73f-f185480e2295 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:42.771478 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad56bd7b-7a87-45ee-8e9f-713963861626 req-108f6a3e-265d-422b-b73f-f185480e2295 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1085801 Jun 23 14:11:42.824493 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-01f4fec6-7d02-40c0-8a01-d672e36ee17e req-1a949945-2830-4935-b379-8693500ed7c9 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 210 time: 0.0652380 Jun 23 14:11:42.843204 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad56bd7b-7a87-45ee-8e9f-713963861626 req-cdf0575b-8616-4df5-a225-271b7fea850c tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704522 Jun 23 14:11:42.941494 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-a1d5a1ff-9eed-46e8-9683-466f5d5ded2a tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4b88b34adf2747319e896a5e6be0b623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421772 Jun 23 14:11:43.156393 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59854) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:43.173050 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-523b22f3-8a5c-4ea2-8e5b-017ce8b562cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.251309 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-ee938a8f-342f-4b54-b169-5a132db8028f tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:43.252878 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-ee938a8f-342f-4b54-b169-5a132db8028f tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650275 Jun 23 14:11:43.274665 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-523b22f3-8a5c-4ea2-8e5b-017ce8b562cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.278214 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Request body: {'port': {'device_id': '33c39514-ae77-457d-a267-a55d6cfe2db2', 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3', 'admin_state_up': True, 'tenant_id': '4b88b34adf2747319e896a5e6be0b623'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:43.280146 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-523b22f3-8a5c-4ea2-8e5b-017ce8b562cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.283403 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-346c11fa-8af2-4486-8d67-05d9f8a30195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:43.317680 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b22f3-8a5c-4ea2-8e5b-017ce8b562cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e116dd-16b8-432e-8118-9e934962fe99,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:43.324520 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-523b22f3-8a5c-4ea2-8e5b-017ce8b562cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc3c93ac3ed5408dab5658eeafa6e3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665344 Jun 23 14:11:43.325110 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 59860) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:43.325893 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-523b22f3-8a5c-4ea2-8e5b-017ce8b562cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:43.376818 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1680-5381-4c62-8c85-48e829583e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.389686 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Made reservation on behalf of 4b88b34adf2747319e896a5e6be0b623 for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:43.393635 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.402560 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.404689 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1680-5381-4c62-8c85-48e829583e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.470919 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1680-5381-4c62-8c85-48e829583e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.475071 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1680-5381-4c62-8c85-48e829583e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.480142 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-ac8b1680-5381-4c62-8c85-48e829583e76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47e116dd-16b8-432e-8118-9e934962fe99 HTTP/1.1" status: 204 len: 168 time: 0.1491594 Jun 23 14:11:43.480142 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-1148b56c-84d2-4a67-9614-4f74016f189c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:43.491027 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b1680-5381-4c62-8c85-48e829583e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e116dd-16b8-432e-8118-9e934962fe99,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:43.505043 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ac8b1680-5381-4c62-8c85-48e829583e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:43.577158 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.582863 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.592582 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bfb164df-f458-4047-afbf-1725d87f70a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:43.599791 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a6f550cb-ad2e-46bb-b7e3-ac848eeecae8 req-700c5b79-6a70-4b70-9a31-d28724c6ed64 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 210 time: 0.0289159 Jun 23 14:11:43.648798 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7949a4a-d011-4974-83f4-1b08edad0bfe,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:43.653764 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:43.724924 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Allocated IP 192.168.233.188 (963213fd-fa79-45b8-9dc6-8404abde1bc3/5fce2311-8748-415f-8276-7b222c7b2fb7/78f443e5-77a0-4889-a000-8eec57f818a8) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:43.965635 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-4e0eaf98-697b-4c11-97c9-d5c53dbcf19f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:43.967447 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-4e0eaf98-697b-4c11-97c9-d5c53dbcf19f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 815 time: 0.1800432 Jun 23 14:11:43.971038 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.986262 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Transition to ACTIVE for port object 78f443e5-77a0-4889-a000-8eec57f818a8 will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:44.001149 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Request body: {'port': {'device_id': '41ecea0b-ab30-4f9f-9914-14988591455c', 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d', 'admin_state_up': True, 'tenant_id': 'cc4649dfe1a8471d8f901eb395cb6942'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:44.137336 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-467d9e81-7f65-4840-a704-c415760a2edc req-1bf443fe-e341-44ea-81db-17442043bf3a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 210 time: 0.0610521 Jun 23 14:11:44.154670 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.160050 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8e77a-4046-4728-86f1-3a33b57fca94 req-d1f6e56b-9832-422a-9bdf-ab1327eaabd8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.160242 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:44.169698 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c4e8e77a-4046-4728-86f1-3a33b57fca94 req-d1f6e56b-9832-422a-9bdf-ab1327eaabd8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1218793 Jun 23 14:11:44.220339 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Pushing event updated for resources: {'Port': ['ID=78f443e5-77a0-4889-a000-8eec57f818a8,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:44.224708 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:44.248167 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Network 963213fd-fa79-45b8-9dc6-8404abde1bc3 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:44.250971 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:44.265327 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:44.277237 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c4e8e77a-4046-4728-86f1-3a33b57fca94 req-531cc555-7769-48bb-bafe-42dfa4e6985a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062493 Jun 23 14:11:44.380951 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Made reservation on behalf of cc4649dfe1a8471d8f901eb395cb6942 for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:44.387672 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.452207 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.452852 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.513484 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2394805 Jun 23 14:11:44.581457 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Request body: {'port': {'device_id': '33c39514-ae77-457d-a267-a55d6cfe2db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:44.642320 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-a26a3a85-a296-4e14-8af4-039c6355f270 None None] Provisioning for port 78f443e5-77a0-4889-a000-8eec57f818a8 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:44.652154 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-a26a3a85-a296-4e14-8af4-039c6355f270 None None] Provisioning complete for port 78f443e5-77a0-4889-a000-8eec57f818a8 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:44.652555 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a26a3a85-a296-4e14-8af4-039c6355f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.675068 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Allocated IP 172.20.0.12 (fbe29112-b5be-45ba-9ecf-c4558a5aa22d/6218bb09-0ad9-41f6-9399-eb2e94454448/945529d5-4826-477a-9f7d-4119d9b3aa35) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:44.707567 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.728499 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a26a3a85-a296-4e14-8af4-039c6355f270 None None] Port 78f443e5-77a0-4889-a000-8eec57f818a8 cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:11:45.239354 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8266c-720f-45be-ac85-8c3e3d71d1b5 req-05fe3ddf-c6d4-47dd-ba39-db5bba8d0222 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.241670 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e5e8266c-720f-45be-ac85-8c3e3d71d1b5 req-05fe3ddf-c6d4-47dd-ba39-db5bba8d0222 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 936 time: 0.4655404 Jun 23 14:11:45.306555 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9d37b871-76e3-46be-88a5-184089f5f649 req-b87393d3-64af-46a8-bcda-9bfba47cb2ad tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 210 time: 0.0380836 Jun 23 14:11:45.346453 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.368538 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e5e8266c-720f-45be-ac85-8c3e3d71d1b5 req-f6f8d9e7-67d8-4798-a0f0-c8214926a841 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137609 Jun 23 14:11:45.433035 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.444990 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:45.479172 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['39956ff4-d72a-4b40-b45d-df358fe1bb2c'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:45.512401 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Network fbe29112-b5be-45ba-9ecf-c4558a5aa22d is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:45.513558 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Pushing event updated for resources: {'Port': ['ID=945529d5-4826-477a-9f7d-4119d9b3aa35,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:45.517711 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:45.518994 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:45.521946 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:45.609332 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.610156 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.620011 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f443e5-77a0-4889-a000-8eec57f818a8 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:45.630682 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.646013 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6493328 Jun 23 14:11:45.647047 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Transition to ACTIVE for port object 78f443e5-77a0-4889-a000-8eec57f818a8 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:45.654631 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.659439 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:45.703696 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a0618-3ec9-4a2f-8d0f-208e0080481a req-1967b3f9-b0a3-4332-aaca-f3c67d524609 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.713235 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ce5a0618-3ec9-4a2f-8d0f-208e0080481a req-1967b3f9-b0a3-4332-aaca-f3c67d524609 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1649616 Jun 23 14:11:45.747803 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Request body: {'port': {'device_id': '41ecea0b-ab30-4f9f-9914-14988591455c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:45.774127 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ce5a0618-3ec9-4a2f-8d0f-208e0080481a req-fb9b6c34-2972-4839-afbb-5f2b6fca546d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598810 Jun 23 14:11:45.801381 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Pushing event updated for resources: {'Port': ['ID=78f443e5-77a0-4889-a000-8eec57f818a8,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:45.807624 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:45.904853 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.951634 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Attempting to bind port 78f443e5-77a0-4889-a000-8eec57f818a8 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:45.952337 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Attempting to bind port 78f443e5-77a0-4889-a000-8eec57f818a8 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'c385d628-6ab9-4e52-8b75-313ec1ea66d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:45.952628 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Attempting to bind port 78f443e5-77a0-4889-a000-8eec57f818a8 on network 963213fd-fa79-45b8-9dc6-8404abde1bc3 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:45.965642 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Port 78f443e5-77a0-4889-a000-8eec57f818a8 on network 963213fd-fa79-45b8-9dc6-8404abde1bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:11:45.965971 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Attempting to bind port 78f443e5-77a0-4889-a000-8eec57f818a8 on network 963213fd-fa79-45b8-9dc6-8404abde1bc3 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:45.977927 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:45.978351 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Checking segment: {'id': 'c385d628-6ab9-4e52-8b75-313ec1ea66d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:45.978746 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Bound using segment: {'id': 'c385d628-6ab9-4e52-8b75-313ec1ea66d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:45.979202 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Bound port: 78f443e5-77a0-4889-a000-8eec57f818a8, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c385d628-6ab9-4e52-8b75-313ec1ea66d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:45.979556 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:46.162665 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] For port 78f443e5-77a0-4889-a000-8eec57f818a8, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:46.180388 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] For port 78f443e5-77a0-4889-a000-8eec57f818a8, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=78f443e5-77a0-4889-a000-8eec57f818a8,segment=NetworkSegment(c385d628-6ab9-4e52-8b75-313ec1ea66d6),segment_id=c385d628-6ab9-4e52-8b75-313ec1ea66d6)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:46.187066 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:46.192589 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:46.243453 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.244064 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:46.245441 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] 10.222.0.39 "PUT /v2.0/ports/78f443e5-77a0-4889-a000-8eec57f818a8 HTTP/1.1" status: 200 len: 1098 time: 1.6710815 Jun 23 14:11:46.249564 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c39514-ae77-457d-a267-a55d6cfe2db2', 'tag': '78f443e5-77a0-4889-a000-8eec57f818a8'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:46.253043 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34458f47-e362-424b-9d95-3b1575f06dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "33c39514-ae77-457d-a267-a55d6cfe2db2", "tag": "78f443e5-77a0-4889-a000-8eec57f818a8"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:46.285726 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Pushing event updated for resources: {'Port': ['ID=78f443e5-77a0-4889-a000-8eec57f818a8,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:46.295667 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:46.319227 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a68239-7485-43c2-8bc0-fb6be4eb812c x-openstack-request-id: req-18a68239-7485-43c2-8bc0-fb6be4eb812c {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:46.319552 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c39514-ae77-457d-a267-a55d6cfe2db2", "tag": "78f443e5-77a0-4889-a000-8eec57f818a8", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:46.319831 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18a68239-7485-43c2-8bc0-fb6be4eb812c {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:46.320245 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c39514-ae77-457d-a267-a55d6cfe2db2', 'tag': '78f443e5-77a0-4889-a000-8eec57f818a8', 'status': 'completed', 'code': 200} Jun 23 14:11:46.337022 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945529d5-4826-477a-9f7d-4119d9b3aa35 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:46.345113 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:46.383890 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Transition to ACTIVE for port object 945529d5-4826-477a-9f7d-4119d9b3aa35 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:46.395411 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:46.398328 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:46.462685 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Pushing event updated for resources: {'Port': ['ID=945529d5-4826-477a-9f7d-4119d9b3aa35,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:46.470464 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:46.507476 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-6756b5b3-ebe9-440c-8a64-f1e1189bbd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.508899 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-6756b5b3-ebe9-440c-8a64-f1e1189bbd56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b88b34adf2747319e896a5e6be0b623&device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 1101 time: 0.1544065 Jun 23 14:11:46.553989 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54677a-de9a-42b3-bffd-ed76aeea9729 req-36055f38-a21c-4dc5-8eb3-347a71b86fa2 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.555362 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3f54677a-de9a-42b3-bffd-ed76aeea9729 req-36055f38-a21c-4dc5-8eb3-347a71b86fa2 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 948 time: 0.0614378 Jun 23 14:11:46.592918 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3f54677a-de9a-42b3-bffd-ed76aeea9729 req-c4e12406-fee1-46c9-9fae-e30f5a19c96b tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Jun 23 14:11:46.601840 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-2b495692-1aaa-4cdd-a295-a6997f46fb8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=78f443e5-77a0-4889-a000-8eec57f818a8 HTTP/1.1" status: 200 len: 217 time: 0.0535800 Jun 23 14:11:46.674907 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Attempting to bind port 945529d5-4826-477a-9f7d-4119d9b3aa35 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:46.675510 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Attempting to bind port 945529d5-4826-477a-9f7d-4119d9b3aa35 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:46.675616 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Attempting to bind port 945529d5-4826-477a-9f7d-4119d9b3aa35 on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:46.691653 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af1512-619f-44cd-b208-d571b355866f req-229313cd-0db2-4d8e-aed0-3ec671c27298 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.698622 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-60af1512-619f-44cd-b208-d571b355866f req-229313cd-0db2-4d8e-aed0-3ec671c27298 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 944 time: 0.2271626 Jun 23 14:11:46.707938 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Port 945529d5-4826-477a-9f7d-4119d9b3aa35 on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:11:46.708255 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Attempting to bind port 945529d5-4826-477a-9f7d-4119d9b3aa35 on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:46.724416 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-40312b9b-4945-4400-bed5-71ab2026e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.725830 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-40312b9b-4945-4400-bed5-71ab2026e875 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fce2311-8748-415f-8276-7b222c7b2fb7 HTTP/1.1" status: 200 len: 843 time: 0.1058850 Jun 23 14:11:46.727901 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:46.728226 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Checking segment: {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:46.728667 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Bound using segment: {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:46.729009 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Bound port: 945529d5-4826-477a-9f7d-4119d9b3aa35, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:46.729351 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:46.757359 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-60af1512-619f-44cd-b208-d571b355866f req-b5d69bc4-7d58-4321-b4ca-b9fe0d6d2447 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579164 Jun 23 14:11:46.838170 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] For port 945529d5-4826-477a-9f7d-4119d9b3aa35, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:46.841942 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] For port 945529d5-4826-477a-9f7d-4119d9b3aa35, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=945529d5-4826-477a-9f7d-4119d9b3aa35,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:46.851088 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:46.854729 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-cdce5cdd-52e7-4a44-b0d1-b89cb0aa1ac9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:46.891465 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.891465 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:46.893330 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] 10.222.0.39 "PUT /v2.0/ports/945529d5-4826-477a-9f7d-4119d9b3aa35 HTTP/1.1" status: 200 len: 1094 time: 1.1576242 Jun 23 14:11:46.899516 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-394c82d6-a07a-41c7-9bec-dc52ce88a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.900985 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-394c82d6-a07a-41c7-9bec-dc52ce88a9d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=963213fd-fa79-45b8-9dc6-8404abde1bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1241472 Jun 23 14:11:46.953684 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Pushing event updated for resources: {'Port': ['ID=945529d5-4826-477a-9f7d-4119d9b3aa35,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:46.957656 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:47.071364 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a2561-b2e6-45dd-8a25-eb1d5e4f6ff7 req-f46c359d-c01e-4e44-af0b-b2526bacafd0 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.072734 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-765a2561-b2e6-45dd-8a25-eb1d5e4f6ff7 req-f46c359d-c01e-4e44-af0b-b2526bacafd0 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1707466 Jun 23 14:11:47.144909 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-765a2561-b2e6-45dd-8a25-eb1d5e4f6ff7 req-074ed0cb-cb39-4f66-8b0a-9ca7e85dcbb8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644259 Jun 23 14:11:47.146709 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-68349df7-4c3a-40e7-bf5a-58a32e15b80e service neutron] 10.222.0.39 "GET /v2.0/networks/963213fd-fa79-45b8-9dc6-8404abde1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856844 Jun 23 14:11:47.152858 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-9baf6ac5-d235-4da8-bfb6-e6444cc36e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.154331 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-9baf6ac5-d235-4da8-bfb6-e6444cc36e9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 1097 time: 0.1630833 Jun 23 14:11:47.243636 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-08a42a4c-e287-4177-bf02-d1de1c79baa7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=945529d5-4826-477a-9f7d-4119d9b3aa35 HTTP/1.1" status: 200 len: 217 time: 0.0617044 Jun 23 14:11:47.302630 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c66b71a-23b4-41b9-98d8-4f63f4310800 req-7ba44b87-2a3c-42f2-83d0-b3a05bfef635 service neutron] 10.222.0.39 "GET /v2.0/networks/963213fd-fa79-45b8-9dc6-8404abde1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473556 Jun 23 14:11:47.307548 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-55151633-f857-41c7-8c9c-fa5cb42ea29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.308807 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-55151633-f857-41c7-8c9c-fa5cb42ea29f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6218bb09-0ad9-41f6-9399-eb2e94454448 HTTP/1.1" status: 200 len: 855 time: 0.0579791 Jun 23 14:11:47.354223 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-7e7bef23-7020-4c57-9f08-0b4de21c035b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303841 Jun 23 14:11:47.598548 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-13e567f5-5c0f-431b-aefb-93c592350196 service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196225 Jun 23 14:11:47.604541 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34458f47-e362-424b-9d95-3b1575f06dbe req-349ed7de-f6a2-4b16-89a9-fcc3a1927de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.605806 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-34458f47-e362-424b-9d95-3b1575f06dbe req-349ed7de-f6a2-4b16-89a9-fcc3a1927de1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b88b34adf2747319e896a5e6be0b623&device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 1101 time: 0.1032062 Jun 23 14:11:47.764537 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2288804b-56e3-4c10-8677-cf81f366e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:47.773497 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bee0630a-d3d8-4ac6-8408-5abf73dd4667 req-0e1ba6f9-e62d-4dd2-b304-46c485f220ad service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579001 Jun 23 14:11:47.776205 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34458f47-e362-424b-9d95-3b1575f06dbe req-26a4a83a-ab68-4da2-8886-1adaf96268b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.777533 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-34458f47-e362-424b-9d95-3b1575f06dbe req-26a4a83a-ab68-4da2-8886-1adaf96268b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=963213fd-fa79-45b8-9dc6-8404abde1bc3 HTTP/1.1" status: 200 len: 870 time: 0.1548710 Jun 23 14:11:47.789926 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfbc04-f4a6-4efc-8929-b6a3d59cfe55 req-7ef538ab-556a-4047-81b6-801c4f1443ee tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.791723 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2ddfbc04-f4a6-4efc-8929-b6a3d59cfe55 req-7ef538ab-556a-4047-81b6-801c4f1443ee tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 948 time: 0.0768039 Jun 23 14:11:47.834151 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2ddfbc04-f4a6-4efc-8929-b6a3d59cfe55 req-94483324-210f-4a1a-b624-f9d35299ddbc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361059 Jun 23 14:11:47.840339 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-34458f47-e362-424b-9d95-3b1575f06dbe req-cec397d8-eb2a-4a45-88aa-fd70177f4408 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=78f443e5-77a0-4889-a000-8eec57f818a8 HTTP/1.1" status: 200 len: 217 time: 0.0416653 Jun 23 14:11:47.992641 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34458f47-e362-424b-9d95-3b1575f06dbe req-7f613afc-b7d6-4089-b7f0-83ddc2cb9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.994094 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-34458f47-e362-424b-9d95-3b1575f06dbe req-7f613afc-b7d6-4089-b7f0-83ddc2cb9955 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fce2311-8748-415f-8276-7b222c7b2fb7 HTTP/1.1" status: 200 len: 843 time: 0.0589457 Jun 23 14:11:48.003727 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0a6ec-898b-4180-85ab-2eaa38411511 req-89aefe1b-77ce-4ef2-b046-6e86441ea7b1 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.005397 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-eaa0a6ec-898b-4180-85ab-2eaa38411511 req-89aefe1b-77ce-4ef2-b046-6e86441ea7b1 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 944 time: 0.1058989 Jun 23 14:11:48.076439 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-eaa0a6ec-898b-4180-85ab-2eaa38411511 req-173359f3-edb3-4f2b-8aa7-f495345512bd tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620399 Jun 23 14:11:48.102782 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34458f47-e362-424b-9d95-3b1575f06dbe req-4d677169-49d9-4614-9b15-7023ef655925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.104793 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-34458f47-e362-424b-9d95-3b1575f06dbe req-4d677169-49d9-4614-9b15-7023ef655925 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=963213fd-fa79-45b8-9dc6-8404abde1bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0983481 Jun 23 14:11:48.213126 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-34458f47-e362-424b-9d95-3b1575f06dbe req-5244b1ab-b98a-406a-b0ad-1d489c01b430 service neutron] 10.222.0.39 "GET /v2.0/networks/963213fd-fa79-45b8-9dc6-8404abde1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976446 Jun 23 14:11:48.322389 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ecea0b-ab30-4f9f-9914-14988591455c', 'tag': '945529d5-4826-477a-9f7d-4119d9b3aa35'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:48.325504 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d849d33-052d-491d-8262-c3bba1fb9b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "41ecea0b-ab30-4f9f-9914-14988591455c", "tag": "945529d5-4826-477a-9f7d-4119d9b3aa35"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:48.335110 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-34458f47-e362-424b-9d95-3b1575f06dbe req-a2ae001a-cacd-4ac0-85bc-3b234f847559 service neutron] 10.222.0.39 "GET /v2.0/networks/963213fd-fa79-45b8-9dc6-8404abde1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079178 Jun 23 14:11:48.579197 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1d45b8-e293-4b58-b780-687c5390bdec x-openstack-request-id: req-bd1d45b8-e293-4b58-b780-687c5390bdec {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:48.579584 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ecea0b-ab30-4f9f-9914-14988591455c", "tag": "945529d5-4826-477a-9f7d-4119d9b3aa35", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:48.579883 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd1d45b8-e293-4b58-b780-687c5390bdec {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:48.580310 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ecea0b-ab30-4f9f-9914-14988591455c', 'tag': '945529d5-4826-477a-9f7d-4119d9b3aa35', 'status': 'completed', 'code': 200} Jun 23 14:11:48.678591 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349625a-7c27-49e2-8795-8cb485541c29 req-022a64ba-25d4-44f6-b32b-6b9d7b5f1fbc tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.680028 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a349625a-7c27-49e2-8795-8cb485541c29 req-022a64ba-25d4-44f6-b32b-6b9d7b5f1fbc tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0857720 Jun 23 14:11:48.731121 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a349625a-7c27-49e2-8795-8cb485541c29 req-46db4854-8b1b-4d80-907e-56c93c8e2726 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447030 Jun 23 14:11:48.733732 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d849d33-052d-491d-8262-c3bba1fb9b4b req-71f7bbb6-d311-4d0b-9b40-8ec97df34f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.735646 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0d849d33-052d-491d-8262-c3bba1fb9b4b req-71f7bbb6-d311-4d0b-9b40-8ec97df34f7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 1097 time: 0.0913405 Jun 23 14:11:48.833367 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d849d33-052d-491d-8262-c3bba1fb9b4b req-8ba9ab3e-d925-4ca8-a9ee-8c1fdca3d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.834664 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0d849d33-052d-491d-8262-c3bba1fb9b4b req-8ba9ab3e-d925-4ca8-a9ee-8c1fdca3d2fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 916 time: 0.0851951 Jun 23 14:11:48.881045 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0d849d33-052d-491d-8262-c3bba1fb9b4b req-b28a4145-526f-4b0b-aae4-f234410231cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=945529d5-4826-477a-9f7d-4119d9b3aa35 HTTP/1.1" status: 200 len: 217 time: 0.0341148 Jun 23 14:11:48.935387 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d849d33-052d-491d-8262-c3bba1fb9b4b req-b8d2fb4f-ff0f-49d3-ab77-a729c36f013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.937054 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0d849d33-052d-491d-8262-c3bba1fb9b4b req-b8d2fb4f-ff0f-49d3-ab77-a729c36f013d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6218bb09-0ad9-41f6-9399-eb2e94454448 HTTP/1.1" status: 200 len: 855 time: 0.0467482 Jun 23 14:11:48.976653 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0d849d33-052d-491d-8262-c3bba1fb9b4b req-26e3be3d-d995-45b3-ad50-064827f56748 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258448 Jun 23 14:11:48.982129 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:11:49.013492 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687de3eb-aae5-43af-a6f9-e7e39a5a6116 req-dfc0d2f5-2468-48e6-9888-3c6e9b81407d tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:49.014963 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-687de3eb-aae5-43af-a6f9-e7e39a5a6116 req-dfc0d2f5-2468-48e6-9888-3c6e9b81407d tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 948 time: 0.0678594 Jun 23 14:11:49.076893 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-687de3eb-aae5-43af-a6f9-e7e39a5a6116 req-647bb260-8aed-46fa-a380-9a19725e799a tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488248 Jun 23 14:11:49.099550 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0d849d33-052d-491d-8262-c3bba1fb9b4b req-3856cfc1-28ac-44f9-af96-8b6497cab27f service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082530 Jun 23 14:11:49.296384 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc357f-2310-4809-86a5-252adb8be41c req-21ab3236-050d-47ab-bdbe-f7af744d8cbd tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:49.298715 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-95fc357f-2310-4809-86a5-252adb8be41c req-21ab3236-050d-47ab-bdbe-f7af744d8cbd tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 944 time: 0.0845096 Jun 23 14:11:49.347377 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-95fc357f-2310-4809-86a5-252adb8be41c req-f30235b9-ed0f-4134-a2ad-4e98834deddd tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Jun 23 14:11:49.490129 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0d849d33-052d-491d-8262-c3bba1fb9b4b req-ab55e094-1b23-478b-aa7e-1ac2a54b8064 service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787160 Jun 23 14:11:49.503771 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b921a80-a9b2-4782-a780-92823b0dd8a2 req-a7ce02a1-591c-4626-89b1-d9fff42063f9 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:49.505327 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9b921a80-a9b2-4782-a780-92823b0dd8a2 req-a7ce02a1-591c-4626-89b1-d9fff42063f9 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0888968 Jun 23 14:11:49.549359 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9b921a80-a9b2-4782-a780-92823b0dd8a2 req-008a735c-b06b-4b10-9c5a-2739b44d636d tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381525 Jun 23 14:11:49.999204 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729c94d-e6be-4cdc-94b4-439748b7dc29 req-8bba4bc1-1b34-410e-b297-2dbb83fa104a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:50.001165 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-5729c94d-e6be-4cdc-94b4-439748b7dc29 req-8bba4bc1-1b34-410e-b297-2dbb83fa104a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0732250 Jun 23 14:11:50.038006 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-5729c94d-e6be-4cdc-94b4-439748b7dc29 req-40940100-e7ca-4f97-88fc-c064c8acb065 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Jun 23 14:11:50.253759 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e03bf5-2f53-4690-8678-3bd18ad09abb req-7c525bbf-e631-416c-946d-19ef511783cc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:50.255281 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-98e03bf5-2f53-4690-8678-3bd18ad09abb req-7c525bbf-e631-416c-946d-19ef511783cc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 948 time: 0.0697367 Jun 23 14:11:50.294886 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-98e03bf5-2f53-4690-8678-3bd18ad09abb req-1f5ba1be-8565-4ef0-a4a1-3d209d59fcd6 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336854 Jun 23 14:11:50.353144 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3d45ffae-4fc4-4a19-b6bd-361950654ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.524446 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65acc18-bed5-4df7-b6fe-ea4079e86e1a req-69544ccd-8ef3-40c0-ae10-b2fa3463ecec tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:50.526016 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a65acc18-bed5-4df7-b6fe-ea4079e86e1a req-69544ccd-8ef3-40c0-ae10-b2fa3463ecec tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 944 time: 0.0653095 Jun 23 14:11:50.565623 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a65acc18-bed5-4df7-b6fe-ea4079e86e1a req-6208cf1d-d52a-480d-99fe-17c931c9be4b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337269 Jun 23 14:11:50.734388 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392ccba-5e59-45c6-bc7f-9095097c6c83 req-bbb6daaf-8fc5-4d77-bccd-f5290b4f371a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:50.736178 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a392ccba-5e59-45c6-bc7f-9095097c6c83 req-bbb6daaf-8fc5-4d77-bccd-f5290b4f371a tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0721209 Jun 23 14:11:50.777645 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a392ccba-5e59-45c6-bc7f-9095097c6c83 req-f84a391d-3768-4749-a112-8238dff9289c tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349364 Jun 23 14:11:50.800242 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60088) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:50.820978 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 78f443e5-77a0-4889-a000-8eec57f818a8 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:50.923896 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8971d622-2e5c-4973-a85f-6020b0e98dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:50.927724 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 78f443e5-77a0-4889-a000-8eec57f818a8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=78f443e5-77a0-4889-a000-8eec57f818a8,segment=NetworkSegment(c385d628-6ab9-4e52-8b75-313ec1ea66d6),segment_id=c385d628-6ab9-4e52-8b75-313ec1ea66d6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:50.944782 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '78f443e5-77a0-4889-a000-8eec57f818a8', 'network_id': '963213fd-fa79-45b8-9dc6-8404abde1bc3', 'port_id': '78f443e5-77a0-4889-a000-8eec57f818a8', 'mac_address': 'fa:16:3e:15:36:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce2311-8748-415f-8276-7b222c7b2fb7', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:50.973609 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.000083 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.016535 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f443e5-77a0-4889-a000-8eec57f818a8 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:51.038175 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 78f443e5-77a0-4889-a000-8eec57f818a8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=78f443e5-77a0-4889-a000-8eec57f818a8,segment=NetworkSegment(c385d628-6ab9-4e52-8b75-313ec1ea66d6),segment_id=c385d628-6ab9-4e52-8b75-313ec1ea66d6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:51.043530 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.045597 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-728dbe8b-71cc-4fd2-9da6-7331362a175b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.063890 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8971d622-2e5c-4973-a85f-6020b0e98dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.070375 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8971d622-2e5c-4973-a85f-6020b0e98dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.074143 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ac8b1680-5381-4c62-8c85-48e829583e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.095602 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=78f443e5-77a0-4889-a000-8eec57f818a8,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.098662 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.116644 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971d622-2e5c-4973-a85f-6020b0e98dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfd66c5-7e31-4bce-b197-4824a0401bb2,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.123723 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-8971d622-2e5c-4973-a85f-6020b0e98dbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b38c59966e944438be2d8e86a36a9b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200207 Jun 23 14:11:51.123723 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8971d622-2e5c-4973-a85f-6020b0e98dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.124073 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 60104) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:51.127083 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60106) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:51.146463 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.194341 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-5c778cab-7fc7-4720-8820-6645c9d05927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.220523 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-5c778cab-7fc7-4720-8820-6645c9d05927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.262693 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4dabe044-e709-4cfe-8daf-47605256971e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.271563 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-5c778cab-7fc7-4720-8820-6645c9d05927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.274132 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-5c778cab-7fc7-4720-8820-6645c9d05927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.275252 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-5c778cab-7fc7-4720-8820-6645c9d05927 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcfd66c5-7e31-4bce-b197-4824a0401bb2 HTTP/1.1" status: 204 len: 168 time: 0.1502454 Jun 23 14:11:51.276065 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-db70f65b-f63b-4c4e-8e04-0371299c4dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.283657 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933ad7f-5f5a-43e3-8613-f5fedcce9079 req-a62155a5-6936-4dde-a0fa-55fef095a3ee tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.284267 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c778cab-7fc7-4720-8820-6645c9d05927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfd66c5-7e31-4bce-b197-4824a0401bb2,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.285141 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6933ad7f-5f5a-43e3-8613-f5fedcce9079 req-a62155a5-6936-4dde-a0fa-55fef095a3ee tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0851660 Jun 23 14:11:51.291991 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-5c778cab-7fc7-4720-8820-6645c9d05927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.351371 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6933ad7f-5f5a-43e3-8613-f5fedcce9079 req-5a8e31b5-9e1a-4870-a773-32f8aae3b81d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530112 Jun 23 14:11:51.415111 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4dabe044-e709-4cfe-8daf-47605256971e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.421126 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4dabe044-e709-4cfe-8daf-47605256971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.424266 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.469651 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-4dabe044-e709-4cfe-8daf-47605256971e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3ae887c29384a21bb20b0c022f847c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387172 Jun 23 14:11:51.470146 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60116) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:51.472457 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabe044-e709-4cfe-8daf-47605256971e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137c74e5-f76d-4090-8ea0-a35e73ea60fa,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.480250 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4dabe044-e709-4cfe-8daf-47605256971e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.494474 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5e901-b0ee-499f-b322-3c26f00695ab req-6a226561-0555-47b5-95a6-7a7aa85b2309 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.496571 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-43c5e901-b0ee-499f-b322-3c26f00695ab req-6a226561-0555-47b5-95a6-7a7aa85b2309 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 949 time: 0.0748978 Jun 23 14:11:51.523930 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b246f5c6-c2cf-4397-aae3-43b28b49449b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.541839 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-43c5e901-b0ee-499f-b322-3c26f00695ab req-4a372e71-7994-4f73-a8a4-00a36ae5bc13 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387647 Jun 23 14:11:51.547149 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b246f5c6-c2cf-4397-aae3-43b28b49449b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.595993 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b246f5c6-c2cf-4397-aae3-43b28b49449b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.599352 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b246f5c6-c2cf-4397-aae3-43b28b49449b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.603108 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-b246f5c6-c2cf-4397-aae3-43b28b49449b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/137c74e5-f76d-4090-8ea0-a35e73ea60fa HTTP/1.1" status: 204 len: 168 time: 0.1296763 Jun 23 14:11:51.603108 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.609136 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246f5c6-c2cf-4397-aae3-43b28b49449b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137c74e5-f76d-4090-8ea0-a35e73ea60fa,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.617053 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b246f5c6-c2cf-4397-aae3-43b28b49449b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.638388 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60122) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:51.651743 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d439017a-8608-4501-896f-f29821d47ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.782789 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35a070-a6e1-4d70-954f-742e807eb111 req-84f25b39-415e-48e0-9e70-32d0a9b87f3f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.784226 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ed35a070-a6e1-4d70-954f-742e807eb111 req-84f25b39-415e-48e0-9e70-32d0a9b87f3f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 944 time: 0.1037500 Jun 23 14:11:51.824211 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d439017a-8608-4501-896f-f29821d47ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.837780 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d439017a-8608-4501-896f-f29821d47ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.843357 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.862089 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ed35a070-a6e1-4d70-954f-742e807eb111 req-3f30c9db-b9c8-4c2b-aae7-fa5d2ca114c6 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641935 Jun 23 14:11:51.899916 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-d439017a-8608-4501-896f-f29821d47ca3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=569cce73a8a64860a518397c268e5f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604265 Jun 23 14:11:51.900872 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439017a-8608-4501-896f-f29821d47ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cce87f-5fca-4faa-9506-709bb2606054,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.903167 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60128) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:51.910801 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d439017a-8608-4501-896f-f29821d47ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.975449 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-85256d9b-36a9-42f4-a2b6-c8ac0aa8642e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.006011 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-85256d9b-36a9-42f4-a2b6-c8ac0aa8642e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.017310 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d6ce2-e6eb-469d-af3f-061e214cbe9c req-550af91c-87b4-46e8-abd0-8b0c969d31a5 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.021798 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['78f443e5-77a0-4889-a000-8eec57f818a8'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:52.032798 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-387d6ce2-e6eb-469d-af3f-061e214cbe9c req-550af91c-87b4-46e8-abd0-8b0c969d31a5 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0756376 Jun 23 14:11:52.035273 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 60130) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:52.065574 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-85256d9b-36a9-42f4-a2b6-c8ac0aa8642e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.067913 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-85256d9b-36a9-42f4-a2b6-c8ac0aa8642e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.069047 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-85256d9b-36a9-42f4-a2b6-c8ac0aa8642e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6cce87f-5fca-4faa-9506-709bb2606054 HTTP/1.1" status: 204 len: 168 time: 0.1649957 Jun 23 14:11:52.069906 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:52.077485 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85256d9b-36a9-42f4-a2b6-c8ac0aa8642e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cce87f-5fca-4faa-9506-709bb2606054,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:52.080096 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-85256d9b-36a9-42f4-a2b6-c8ac0aa8642e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:52.091034 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9dae07df-ad05-46e5-a6a9-56bed33132d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.139854 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-387d6ce2-e6eb-469d-af3f-061e214cbe9c req-c3c64a11-de6c-4fe0-b913-46b84728a419 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018579 Jun 23 14:11:52.297952 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9dae07df-ad05-46e5-a6a9-56bed33132d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.304766 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9dae07df-ad05-46e5-a6a9-56bed33132d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.309575 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-336f144c-6040-4b6e-9012-7c175fe1eddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:52.348158 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-9dae07df-ad05-46e5-a6a9-56bed33132d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bec808745ab405bbd3e2894a64a3e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119395 Jun 23 14:11:52.351650 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae07df-ad05-46e5-a6a9-56bed33132d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f9c460-b7db-4d10-9661-0c5d4d80711b,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:52.351758 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60140) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:52.353885 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9dae07df-ad05-46e5-a6a9-56bed33132d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:52.414955 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6aea4106-bb96-4dff-a180-7c7ad5265dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.438368 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6aea4106-bb96-4dff-a180-7c7ad5265dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.520480 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6aea4106-bb96-4dff-a180-7c7ad5265dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.523011 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6aea4106-bb96-4dff-a180-7c7ad5265dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.526533 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-6aea4106-bb96-4dff-a180-7c7ad5265dc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44f9c460-b7db-4d10-9661-0c5d4d80711b HTTP/1.1" status: 204 len: 168 time: 0.1722426 Jun 23 14:11:52.526533 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:52.537019 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea4106-bb96-4dff-a180-7c7ad5265dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f9c460-b7db-4d10-9661-0c5d4d80711b,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:52.539400 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-6aea4106-bb96-4dff-a180-7c7ad5265dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:52.549776 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 60148) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:52.563616 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0904f27c-976b-4062-9f78-2d30c74f440a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.589520 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacc36b-0cfe-4e33-9e08-e2a0510f0dd1 req-511c4d95-807f-404b-bf31-5ff091764f6f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.592247 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-aeacc36b-0cfe-4e33-9e08-e2a0510f0dd1 req-511c4d95-807f-404b-bf31-5ff091764f6f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1067846 Jun 23 14:11:52.637963 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-aeacc36b-0cfe-4e33-9e08-e2a0510f0dd1 req-7aa3ce57-5016-46a7-8325-ad1fa292b968 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Jun 23 14:11:52.708929 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0904f27c-976b-4062-9f78-2d30c74f440a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.714133 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0904f27c-976b-4062-9f78-2d30c74f440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.718165 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:52.790268 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-0904f27c-976b-4062-9f78-2d30c74f440a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6e3326b705844689ea65b3151e580a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393484 Jun 23 14:11:52.791032 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904f27c-976b-4062-9f78-2d30c74f440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cd0f4f-139a-441c-aa30-cf21c14b53ad,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:52.793771 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60154) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:52.794846 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0904f27c-976b-4062-9f78-2d30c74f440a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:52.826993 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd450e-3762-4471-bac5-725fefecd9d3 req-064f588d-13f0-4894-90c7-19ea011ad05d tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.828989 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-98fd450e-3762-4471-bac5-725fefecd9d3 req-064f588d-13f0-4894-90c7-19ea011ad05d tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 949 time: 0.1016815 Jun 23 14:11:52.836368 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 945529d5-4826-477a-9f7d-4119d9b3aa35 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:52.866180 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95d10e4d-e706-43be-aed1-b1314baf5948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.873628 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-98fd450e-3762-4471-bac5-725fefecd9d3 req-5dae085d-2c4b-4b6b-9b01-241329f0f638 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382876 Jun 23 14:11:52.900906 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95d10e4d-e706-43be-aed1-b1314baf5948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.964488 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95d10e4d-e706-43be-aed1-b1314baf5948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.968589 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95d10e4d-e706-43be-aed1-b1314baf5948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.970272 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-95d10e4d-e706-43be-aed1-b1314baf5948 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16cd0f4f-139a-441c-aa30-cf21c14b53ad HTTP/1.1" status: 204 len: 168 time: 0.1749589 Jun 23 14:11:52.971218 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:52.981635 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d10e4d-e706-43be-aed1-b1314baf5948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cd0f4f-139a-441c-aa30-cf21c14b53ad,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:52.985636 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 945529d5-4826-477a-9f7d-4119d9b3aa35, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=945529d5-4826-477a-9f7d-4119d9b3aa35,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:52.991141 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95d10e4d-e706-43be-aed1-b1314baf5948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:53.012627 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '945529d5-4826-477a-9f7d-4119d9b3aa35', 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d', 'port_id': '945529d5-4826-477a-9f7d-4119d9b3aa35', 'mac_address': 'fa:16:3e:37:1c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6218bb09-0ad9-41f6-9399-eb2e94454448', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:53.060820 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:53.074441 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945529d5-4826-477a-9f7d-4119d9b3aa35 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:53.090719 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fccdd-446a-46e4-86f0-72cb53abd62b req-1d008cae-06c3-4d9c-bcb7-81cec3d99f3f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:53.098254 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 945529d5-4826-477a-9f7d-4119d9b3aa35, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=945529d5-4826-477a-9f7d-4119d9b3aa35,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:53.098654 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2c3fccdd-446a-46e4-86f0-72cb53abd62b req-1d008cae-06c3-4d9c-bcb7-81cec3d99f3f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 944 time: 0.0876205 Jun 23 14:11:53.103685 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:53.105709 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:53.150984 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2c3fccdd-446a-46e4-86f0-72cb53abd62b req-5d74312d-ab7b-495d-a569-cf7ef41e8c94 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509276 Jun 23 14:11:53.166925 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=945529d5-4826-477a-9f7d-4119d9b3aa35,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:53.171116 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:53.264849 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99044d44-c9a5-43a8-a5cc-175f24b617bb req-cdc30179-a18e-49c9-b085-d07fcca10879 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:53.270785 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-99044d44-c9a5-43a8-a5cc-175f24b617bb req-cdc30179-a18e-49c9-b085-d07fcca10879 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.39 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.0818529 Jun 23 14:11:53.300921 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:53.440202 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2bf9e-cfa1-4428-aea2-5662041ba535 req-dc0e66cc-2939-4a98-ae5e-71b25acde7ab tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:53.441716 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c2e2bf9e-cfa1-4428-aea2-5662041ba535 req-dc0e66cc-2939-4a98-ae5e-71b25acde7ab tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 945 time: 0.1699765 Jun 23 14:11:53.490658 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-99044d44-c9a5-43a8-a5cc-175f24b617bb req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Deleting port 6ed52137-a0e7-4d33-a68b-1769e0635897 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:11:53.490919 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-99044d44-c9a5-43a8-a5cc-175f24b617bb req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:53.516447 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c2e2bf9e-cfa1-4428-aea2-5662041ba535 req-6f0352b0-1d16-4ff1-8715-2ad20f02565b tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b7557ca-d8da-458f-a066-14786032bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648732 Jun 23 14:11:53.608407 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-99044d44-c9a5-43a8-a5cc-175f24b617bb req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] For port 6ed52137-a0e7-4d33-a68b-1769e0635897, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6ed52137-a0e7-4d33-a68b-1769e0635897,segment=NetworkSegment(e5c44fa1-1710-46d6-b59b-349997715c85),segment_id=e5c44fa1-1710-46d6-b59b-349997715c85)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:53.608770 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-99044d44-c9a5-43a8-a5cc-175f24b617bb req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:53.625865 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-99044d44-c9a5-43a8-a5cc-175f24b617bb req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Calling delete_port for 6ed52137-a0e7-4d33-a68b-1769e0635897 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:11:53.812149 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-99044d44-c9a5-43a8-a5cc-175f24b617bb req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:53.818794 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:53.822278 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['945529d5-4826-477a-9f7d-4119d9b3aa35'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:53.880909 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e6187-bc29-4ac5-8d9b-dd1e6ea48790 req-50c256f7-d8db-4a6b-856f-12969aa8a43d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:53.882004 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d37e6187-bc29-4ac5-8d9b-dd1e6ea48790 req-50c256f7-d8db-4a6b-856f-12969aa8a43d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0858190 Jun 23 14:11:53.934477 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Pushing event deleted for resources: {'Port': ['ID=6ed52137-a0e7-4d33-a68b-1769e0635897,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:53.941807 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:53.945252 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d37e6187-bc29-4ac5-8d9b-dd1e6ea48790 req-2b91a6d5-1622-4f09-9f22-6d2dfb864bc5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567920 Jun 23 14:11:53.952725 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60214) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:53.983255 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-99044d44-c9a5-43a8-a5cc-175f24b617bb req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] No DVR routers for this DVR port 6ed52137-a0e7-4d33-a68b-1769e0635897 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:11:53.990625 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-99044d44-c9a5-43a8-a5cc-175f24b617bb req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:53.994408 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-99044d44-c9a5-43a8-a5cc-175f24b617bb req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.39 "DELETE /v2.0/ports/6ed52137-a0e7-4d33-a68b-1769e0635897 HTTP/1.1" status: 204 len: 173 time: 0.6848743 Jun 23 14:11:53.995185 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83e2332-13ec-461d-a4bd-de188d64a4ab', 'name': 'network-vif-deleted', 'tag': '6ed52137-a0e7-4d33-a68b-1769e0635897'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:53.998162 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc21f121-f8c2-49c3-b21f-eac5f37d4d6a" -d '{"events": [{"server_uuid": "f83e2332-13ec-461d-a4bd-de188d64a4ab", "name": "network-vif-deleted", "tag": "6ed52137-a0e7-4d33-a68b-1769e0635897"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:54.078825 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febe8c1e-280c-4452-b85b-71519f62eae5 x-openstack-request-id: req-febe8c1e-280c-4452-b85b-71519f62eae5 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:54.079443 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83e2332-13ec-461d-a4bd-de188d64a4ab", "name": "network-vif-deleted", "tag": "6ed52137-a0e7-4d33-a68b-1769e0635897", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:54.079944 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-febe8c1e-280c-4452-b85b-71519f62eae5 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:54.080564 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83e2332-13ec-461d-a4bd-de188d64a4ab', 'name': 'network-vif-deleted', 'tag': '6ed52137-a0e7-4d33-a68b-1769e0635897', 'status': 'completed', 'code': 200} Jun 23 14:11:54.127799 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648cef-6a2a-4bfe-bdf3-a6797fd307de req-008953e1-f317-4065-b6a1-18ea35d34637 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:54.130023 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b2648cef-6a2a-4bfe-bdf3-a6797fd307de req-008953e1-f317-4065-b6a1-18ea35d34637 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 949 time: 0.0850794 Jun 23 14:11:54.188792 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b2648cef-6a2a-4bfe-bdf3-a6797fd307de req-14b419cb-ead8-4b72-8e5f-13b4c405b428 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446351 Jun 23 14:11:54.233600 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-744152420-network', 'tenant_id': '9648d23a95034b9c9d96ab8a6c1ac31e'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:54.262973 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Made reservation on behalf of 9648d23a95034b9c9d96ab8a6c1ac31e for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:54.262973 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.277449 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.374143 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4612f-a662-4542-9813-338b024bca2b req-da0b6a58-4387-4188-9b55-fd5b85b4121e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:54.375657 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-48d4612f-a662-4542-9813-338b024bca2b req-da0b6a58-4387-4188-9b55-fd5b85b4121e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 945 time: 0.0999892 Jun 23 14:11:54.433289 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-48d4612f-a662-4542-9813-338b024bca2b req-d0488a55-e8fe-434f-8e67-5534a55c50be tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501034 Jun 23 14:11:54.454325 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.458699 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.461860 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b246f5c6-c2cf-4397-aae3-43b28b49449b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:54.488396 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:11:54.497795 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0170392d-3fef-47c9-8195-297dff7d895a,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:54.506651 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.507844 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Added segment a7a654c1-03bf-4ba0-bcd9-dbe7930df342 of type vlan for network 3904d73a-5a2a-4d25-906e-d2099dc7d448 Jun 23 14:11:54.518206 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:54.561786 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.598656 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.600236 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:54.600803 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.610418 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:54.675480 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7213557 Jun 23 14:11:54.679351 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 60242) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:54.686900 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Request body: {'subnet': {'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-744152420-subnet', 'tenant_id': '9648d23a95034b9c9d96ab8a6c1ac31e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:54.695268 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Pushing event updated for resources: {'Network': ['ID=3904d73a-5a2a-4d25-906e-d2099dc7d448,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:54.704990 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:54.707014 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 3904d73a-5a2a-4d25-906e-d2099dc7d448 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:11:54.735744 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d158adc7-2d17-4fa4-913a-43903823617d req-615e0ef6-cb09-425f-8f3f-780cd9e5dd3c tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83e2332-13ec-461d-a4bd-de188d64a4ab HTTP/1.1" status: 200 len: 210 time: 0.0668912 Jun 23 14:11:54.743612 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Made reservation on behalf of 9648d23a95034b9c9d96ab8a6c1ac31e for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:54.746676 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069752'] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.872434 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 78f443e5-77a0-4889-a000-8eec57f818a8 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:54.925858 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 78f443e5-77a0-4889-a000-8eec57f818a8 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:54.930058 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 78f443e5-77a0-4889-a000-8eec57f818a8 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:54.930596 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.931755 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10014168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069738'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.935289 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-14463f8d-2169-4ece-a5fa-dc2ca93c21f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:55.006713 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:55.009432 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:55.015358 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Checking segment: {'id': 'a7a654c1-03bf-4ba0-bcd9-dbe7930df342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:55.016757 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Network hostable DHCP agents. Network: 3904d73a-5a2a-4d25-906e-d2099dc7d448, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:11:55.024057 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:55.034797 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Network 3904d73a-5a2a-4d25-906e-d2099dc7d448 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:11:55.046414 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 3904d73a-5a2a-4d25-906e-d2099dc7d448) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:55.051704 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c39514-ae77-457d-a267-a55d6cfe2db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f443e5-77a0-4889-a000-8eec57f818a8'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:55.052851 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:55.053457 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:55.054916 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27f5d3b-9948-4404-bb4f-06c55ab2f09f" -d '{"events": [{"server_uuid": "33c39514-ae77-457d-a267-a55d6cfe2db2", "name": "network-vif-plugged", "status": "completed", "tag": "78f443e5-77a0-4889-a000-8eec57f818a8"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:55.070474 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-d85737b2-6805-4292-a57f-601c62534783 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3895142 Jun 23 14:11:55.070932 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 78f443e5-77a0-4889-a000-8eec57f818a8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=78f443e5-77a0-4889-a000-8eec57f818a8,segment=NetworkSegment(c385d628-6ab9-4e52-8b75-313ec1ea66d6),segment_id=c385d628-6ab9-4e52-8b75-313ec1ea66d6)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:55.075018 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:55.079556 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:55.082900 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dbd49c-3d57-4d64-824b-3b9df7072121 None None] Network 3904d73a-5a2a-4d25-906e-d2099dc7d448 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:55.124658 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e384a90f-fe76-4385-a5e1-e66720cae3b8 x-openstack-request-id: req-e384a90f-fe76-4385-a5e1-e66720cae3b8 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:55.125597 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c39514-ae77-457d-a267-a55d6cfe2db2", "name": "network-vif-plugged", "status": "completed", "tag": "78f443e5-77a0-4889-a000-8eec57f818a8", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:55.125986 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e384a90f-fe76-4385-a5e1-e66720cae3b8 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:55.126372 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c39514-ae77-457d-a267-a55d6cfe2db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f443e5-77a0-4889-a000-8eec57f818a8', 'code': 200} Jun 23 14:11:55.202988 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=78f443e5-77a0-4889-a000-8eec57f818a8,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:55.213564 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:55.216161 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdbb3b-0d5c-49b3-8995-7a90ec08d8a7 req-6097ca52-2c01-4e81-a6e7-a2d5425474b8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:55.217840 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7acdbb3b-0d5c-49b3-8995-7a90ec08d8a7 req-6097ca52-2c01-4e81-a6e7-a2d5425474b8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1102133 Jun 23 14:11:55.285380 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7acdbb3b-0d5c-49b3-8995-7a90ec08d8a7 req-ce947fc1-f298-4046-89dc-9c9174a516b7 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573835 Jun 23 14:11:55.348003 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d3caea-1fd7-4c22-b11e-bb995185e815 None None] Network 3904d73a-5a2a-4d25-906e-d2099dc7d448 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:55.548846 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6dfac-9281-4472-a692-dc12393ae7be req-f429490e-c0c2-42be-9324-76813c5c0e56 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:55.561920 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d6c6dfac-9281-4472-a692-dc12393ae7be req-f429490e-c0c2-42be-9324-76813c5c0e56 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 950 time: 0.1628201 Jun 23 14:11:55.620559 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3a1b4-42e2-43f2-8d85-df44bd1f0192 req-3fd1c97c-2bf4-4337-9a6a-0759caac9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:55.623001 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-28d3a1b4-42e2-43f2-8d85-df44bd1f0192 req-3fd1c97c-2bf4-4337-9a6a-0759caac9d76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 1103 time: 0.1747439 Jun 23 14:11:55.636591 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d6c6dfac-9281-4472-a692-dc12393ae7be req-33366707-a465-4ccf-b4ce-46316b454ab7 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730937 Jun 23 14:11:55.677185 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-28d3a1b4-42e2-43f2-8d85-df44bd1f0192 req-a5e5bd44-31bd-49e2-8821-68c72e0b3620 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367942 Jun 23 14:11:55.725349 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774b410-dd87-4ffe-a75d-31f613bc17ee req-55923f1a-f8e5-46e2-aba7-d9a4d8de983b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:55.726866 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3774b410-dd87-4ffe-a75d-31f613bc17ee req-55923f1a-f8e5-46e2-aba7-d9a4d8de983b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 945 time: 0.0948782 Jun 23 14:11:55.768818 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3774b410-dd87-4ffe-a75d-31f613bc17ee req-ab096d30-6c0a-40b8-96da-38131be7d3c9 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354164 Jun 23 14:11:56.456936 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4751ed-7f0e-4f0d-93ef-f89c6c74d242 req-961ada5e-6b10-4bb3-98d5-3532f88937e8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:56.458373 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ec4751ed-7f0e-4f0d-93ef-f89c6c74d242 req-961ada5e-6b10-4bb3-98d5-3532f88937e8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0608344 Jun 23 14:11:56.496182 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ec4751ed-7f0e-4f0d-93ef-f89c6c74d242 req-f0731a63-8bf8-4430-a3ee-e135d86f1ec5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Jun 23 14:11:56.827196 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5906eb-f626-4da3-88c3-d9cb8feae662 req-d27d3c45-532d-4fb2-bc33-6bb18bb72973 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:56.831309 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5d5906eb-f626-4da3-88c3-d9cb8feae662 req-d27d3c45-532d-4fb2-bc33-6bb18bb72973 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 950 time: 0.0786233 Jun 23 14:11:56.860502 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 945529d5-4826-477a-9f7d-4119d9b3aa35 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:56.881629 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5d5906eb-f626-4da3-88c3-d9cb8feae662 req-54cf4011-0ccb-4cc8-ad7b-7b1527067d5f tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Jun 23 14:11:56.920211 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 945529d5-4826-477a-9f7d-4119d9b3aa35 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:56.925034 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 945529d5-4826-477a-9f7d-4119d9b3aa35 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:56.925421 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:56.980331 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa0b39-5ca0-4e1d-90f0-02fee83e4b3c req-48f61c3d-540b-4f4d-9e3e-ddb396d1c486 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:56.982097 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-88aa0b39-5ca0-4e1d-90f0-02fee83e4b3c req-48f61c3d-540b-4f4d-9e3e-ddb396d1c486 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 945 time: 0.0783720 Jun 23 14:11:57.030848 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-88aa0b39-5ca0-4e1d-90f0-02fee83e4b3c req-da2f2f3c-1840-45d9-9e40-10e3eb7941be tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 Jun 23 14:11:57.127086 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:57.146562 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ecea0b-ab30-4f9f-9914-14988591455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945529d5-4826-477a-9f7d-4119d9b3aa35'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:57.148808 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2961d623-07e0-4c04-806f-381d7d777174" -d '{"events": [{"server_uuid": "41ecea0b-ab30-4f9f-9914-14988591455c", "name": "network-vif-plugged", "status": "completed", "tag": "945529d5-4826-477a-9f7d-4119d9b3aa35"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:57.161998 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 945529d5-4826-477a-9f7d-4119d9b3aa35, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=945529d5-4826-477a-9f7d-4119d9b3aa35,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:57.166467 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:57.167477 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 6ed52137-a0e7-4d33-a68b-1769e0635897 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:11:57.169179 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cbb566d3-d705-4695-91a4-39c0ecad0cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:57.192460 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e1185d-7f24-4fb2-88c2-32f7822d2c8d x-openstack-request-id: req-e5e1185d-7f24-4fb2-88c2-32f7822d2c8d {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:57.192763 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ecea0b-ab30-4f9f-9914-14988591455c", "name": "network-vif-plugged", "status": "completed", "tag": "945529d5-4826-477a-9f7d-4119d9b3aa35", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:57.193046 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5e1185d-7f24-4fb2-88c2-32f7822d2c8d {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:57.193435 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ecea0b-ab30-4f9f-9914-14988591455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945529d5-4826-477a-9f7d-4119d9b3aa35', 'code': 200} Jun 23 14:11:57.212490 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 6ed52137-a0e7-4d33-a68b-1769e0635897 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:11:57.212846 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 6ed52137-a0e7-4d33-a68b-1769e0635897 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:11:57.246057 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=945529d5-4826-477a-9f7d-4119d9b3aa35,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:57.249048 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:57.691035 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747d442-53e5-4832-9a74-81a474669fac req-464d4ba0-b308-4610-9206-518f06df5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:57.692405 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e747d442-53e5-4832-9a74-81a474669fac req-464d4ba0-b308-4610-9206-518f06df5db1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 1099 time: 0.0511281 Jun 23 14:11:57.740045 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dc580-1ac1-4630-9fbf-c5ffcd46930e req-e4cac98f-ccc8-46a1-a9ee-9a1829ec815b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:57.741476 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-602dc580-1ac1-4630-9fbf-c5ffcd46930e req-e4cac98f-ccc8-46a1-a9ee-9a1829ec815b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0602350 Jun 23 14:11:57.782784 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-602dc580-1ac1-4630-9fbf-c5ffcd46930e req-28f21cfd-ae6e-41c8-838a-c17f57a5cf38 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353212 Jun 23 14:11:57.792571 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e747d442-53e5-4832-9a74-81a474669fac req-ba4ba1bd-66ae-44e5-bfc3-98c94a29aa99 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Jun 23 14:11:58.074183 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d7a5d-434c-4541-b544-aabe2b306ca8 req-e977b197-96f7-47a8-ba2d-ae18006f9995 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:58.075691 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fb8d7a5d-434c-4541-b544-aabe2b306ca8 req-e977b197-96f7-47a8-ba2d-ae18006f9995 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 950 time: 0.0700626 Jun 23 14:11:58.119697 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fb8d7a5d-434c-4541-b544-aabe2b306ca8 req-be4752c6-695e-40aa-9114-dd6b59ae3a39 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367482 Jun 23 14:11:58.322726 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-144c5fc4-350d-41e6-a4c2-f4dcc00d3682 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:58.324337 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-144c5fc4-350d-41e6-a4c2-f4dcc00d3682 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/networks?id=3904d73a-5a2a-4d25-906e-d2099dc7d448 HTTP/1.1" status: 200 len: 813 time: 0.3061152 Jun 23 14:11:58.340096 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-53f5c82b-9781-4612-a2f0-33d69ed3251f tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/quotas/9648d23a95034b9c9d96ab8a6c1ac31e HTTP/1.1" status: 200 len: 375 time: 0.0092671 Jun 23 14:11:58.353558 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6c443-00bc-4a5a-b6c4-a2297c2da1a3 req-5b29a3e9-641f-44aa-9e3f-9cc441a23710 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:58.356135 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d5b6c443-00bc-4a5a-b6c4-a2297c2da1a3 req-5b29a3e9-641f-44aa-9e3f-9cc441a23710 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 946 time: 0.0867999 Jun 23 14:11:58.374382 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-3c201f85-4b12-4201-b9a9-da5e4d3cdab8 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9648d23a95034b9c9d96ab8a6c1ac31e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284288 Jun 23 14:11:58.410868 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d5b6c443-00bc-4a5a-b6c4-a2297c2da1a3 req-8d5253ca-5752-4aa5-81f7-a527e89a7802 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476835 Jun 23 14:11:58.479912 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-b07c69ff-e202-46ab-948e-a0bb651ebd21 service neutron] 10.222.0.13 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938432 Jun 23 14:11:58.560438 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 60374) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:58.587161 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4a891b2a-f5ad-4949-b8d9-0b031d2e039c service neutron] 10.222.0.13 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990219 Jun 23 14:11:58.690692 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-97232048-8ef2-4d3a-b4aa-b45dfa84ce6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:58.823148 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-97232048-8ef2-4d3a-b4aa-b45dfa84ce6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:58.828365 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-97232048-8ef2-4d3a-b4aa-b45dfa84ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:58.840487 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a01f5b95-33a3-420a-b87d-2055979b569b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:58.909841 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-97232048-8ef2-4d3a-b4aa-b45dfa84ce6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=797c404acc0d4862b23759a8d4cea9c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459513 Jun 23 14:11:58.910359 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60396) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:58.919048 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97232048-8ef2-4d3a-b4aa-b45dfa84ce6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9196738f-dc51-4eb5-ac02-84eb1b4a393f,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:58.923185 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-97232048-8ef2-4d3a-b4aa-b45dfa84ce6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:58.955035 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda0811-51c5-4b18-95c9-d42f64d915c5 req-5e454ca4-fa1e-4bb3-b819-0434e3726ba0 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:58.956582 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0cda0811-51c5-4b18-95c9-d42f64d915c5 req-5e454ca4-fa1e-4bb3-b819-0434e3726ba0 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 950 time: 0.1127760 Jun 23 14:11:58.969886 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-aa18f533-31f9-40ef-90e2-e84c9cd0f60c req-57fab533-a8ee-423c-a3d7-ffd8852ebbc3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 210 time: 0.0439584 Jun 23 14:11:59.002444 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f02f515e-bbca-45b5-a375-4390ff48f48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.018951 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0cda0811-51c5-4b18-95c9-d42f64d915c5 req-9d7517ad-5cd9-4080-8d43-22995cb5c3d7 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506654 Jun 23 14:11:59.027196 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f02f515e-bbca-45b5-a375-4390ff48f48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.064500 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 60400) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:59.098497 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f02f515e-bbca-45b5-a375-4390ff48f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.102385 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f02f515e-bbca-45b5-a375-4390ff48f48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.107559 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-f02f515e-bbca-45b5-a375-4390ff48f48f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9196738f-dc51-4eb5-ac02-84eb1b4a393f HTTP/1.1" status: 204 len: 168 time: 0.1960378 Jun 23 14:11:59.110123 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-85256d9b-36a9-42f4-a2b6-c8ac0aa8642e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:59.124457 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f515e-bbca-45b5-a375-4390ff48f48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9196738f-dc51-4eb5-ac02-84eb1b4a393f,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:59.132584 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f02f515e-bbca-45b5-a375-4390ff48f48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:59.142093 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1bbf7a-5b77-4d86-a175-db06fd18cd88 admin admin] Deleting subnet 94ac77d6-6ada-4daa-9b7a-e3a1e6cc4ad6 {{(pid=93100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:11:59.145796 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-dc1bbf7a-5b77-4d86-a175-db06fd18cd88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.195191 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-dc1bbf7a-5b77-4d86-a175-db06fd18cd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2483847'] for subnet, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.264331 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-dc1bbf7a-5b77-4d86-a175-db06fd18cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.298161 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27170032-9358-4e77-a957-ec91c00d1fba req-b0bb1512-73f2-4fcd-a4e7-e47626eb0c68 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:59.299699 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-27170032-9358-4e77-a957-ec91c00d1fba req-b0bb1512-73f2-4fcd-a4e7-e47626eb0c68 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0982385 Jun 23 14:11:59.334955 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-dc1bbf7a-5b77-4d86-a175-db06fd18cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10014491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069733'] for subnet, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.338256 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-5c4c3144-9855-40c9-9aa1-df07fe9721b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:59.349551 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-27170032-9358-4e77-a957-ec91c00d1fba req-0cbe1705-fdf0-4116-b1ac-faee97f4ca20 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Jun 23 14:11:59.364016 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bbf7a-5b77-4d86-a175-db06fd18cd88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ac77d6-6ada-4daa-9b7a-e3a1e6cc4ad6,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:59.367451 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-dc1bbf7a-5b77-4d86-a175-db06fd18cd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:59.374559 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-dc1bbf7a-5b77-4d86-a175-db06fd18cd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.377049 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-dc1bbf7a-5b77-4d86-a175-db06fd18cd88 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/94ac77d6-6ada-4daa-9b7a-e3a1e6cc4ad6 HTTP/1.1" status: 204 len: 168 time: 0.3113089 Jun 23 14:11:59.380073 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60406) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:59.455290 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 60410) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:59.463139 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.468836 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0af9b4e0-7603-4a88-a7b7-5bf9c7256f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.554027 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.566204 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c241617d-c5b5-44d7-a717-14c6908e75fd']}} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:59.580271 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c44fa1-1710-46d6-b59b-349997715c85') {'for_net_delete': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:59.580873 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c44fa1-1710-46d6-b59b-349997715c85') {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:59.593942 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9394853'] for segment, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.611044 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.617061 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:11:59.617533 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2216383'] for segment, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: Traceback (most recent call last): Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: timer() Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: cb(*args, **kw) Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: return func(*args, **kwargs) Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: self._notify() Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: self.callback(batched_events) Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: event.method(event) Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: return f(self, *a, **k) Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._get(url).json() Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: return self.request(url, 'GET', **kwargs) Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:11:59.619463 dv-cinder-784477-5-iscsi neutron-server[93099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:11:59.629484 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0af9b4e0-7603-4a88-a7b7-5bf9c7256f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.637533 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0af9b4e0-7603-4a88-a7b7-5bf9c7256f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.642365 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:59.663608 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75704cb3-ae41-4ccf-9473-98e8fb11cf51 req-d9c9d899-ec75-4a7d-8712-592ef6da09ed tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:59.665112 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-75704cb3-ae41-4ccf-9473-98e8fb11cf51 req-d9c9d899-ec75-4a7d-8712-592ef6da09ed tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 946 time: 0.1212895 Jun 23 14:11:59.688890 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.693533 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:59.694894 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9b4e0-7603-4a88-a7b7-5bf9c7256f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924e2aed-d7dc-4ad3-9156-27c9d2265afc,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:59.697669 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.699819 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c241617d-c5b5-44d7-a717-14c6908e75fd HTTP/1.1" status: 204 len: 168 time: 0.3183880 Jun 23 14:11:59.703195 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-0af9b4e0-7603-4a88-a7b7-5bf9c7256f4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be96ea571a034dc09c52ad993ac5827a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467711 Jun 23 14:11:59.704553 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0af9b4e0-7603-4a88-a7b7-5bf9c7256f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:59.711769 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60414) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:59.720530 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c241617d-c5b5-44d7-a717-14c6908e75fd,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:59.728047 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:59.752266 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-75704cb3-ae41-4ccf-9473-98e8fb11cf51 req-a07d643c-7dfc-456b-bd3d-dd9dfe5b72f3 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753407 Jun 23 14:11:59.791788 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37b8769c-2851-458b-a80b-6049992de47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.816672 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37b8769c-2851-458b-a80b-6049992de47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.879298 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37b8769c-2851-458b-a80b-6049992de47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.882068 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37b8769c-2851-458b-a80b-6049992de47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.883190 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-37b8769c-2851-458b-a80b-6049992de47d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/924e2aed-d7dc-4ad3-9156-27c9d2265afc HTTP/1.1" status: 204 len: 168 time: 0.1703959 Jun 23 14:11:59.883921 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f02f515e-bbca-45b5-a375-4390ff48f48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:59.892900 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8769c-2851-458b-a80b-6049992de47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924e2aed-d7dc-4ad3-9156-27c9d2265afc,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:59.898923 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-37b8769c-2851-458b-a80b-6049992de47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:59.899524 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60420) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:59.944464 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-cbd4d470-4904-4fc6-9535-ebcab5a517e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b45ca40031104644aca72ab770e2291d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433793 Jun 23 14:11:59.946925 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60422) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:00.020139 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-614018c7-5f84-4889-b0db-3b7a6b48ee4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:00.069049 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-614018c7-5f84-4889-b0db-3b7a6b48ee4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:00.172916 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-85cc246b-e952-4cc5-a905-cadf4d48bc2b req-1d3118be-6860-49c9-b746-3a4ebcc3b82e tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 210 time: 0.0696452 Jun 23 14:12:00.196790 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-614018c7-5f84-4889-b0db-3b7a6b48ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:00.199708 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-614018c7-5f84-4889-b0db-3b7a6b48ee4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:00.204412 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-614018c7-5f84-4889-b0db-3b7a6b48ee4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b7557ca-d8da-458f-a066-14786032bc18 HTTP/1.1" status: 204 len: 168 time: 0.2528460 Jun 23 14:12:00.204412 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c3bfe341-4ee4-40bf-bcfe-353e84727dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:00.211429 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614018c7-5f84-4889-b0db-3b7a6b48ee4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7557ca-d8da-458f-a066-14786032bc18,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:00.222132 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-614018c7-5f84-4889-b0db-3b7a6b48ee4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:00.430282 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40988f6-5490-4ad7-a111-6da878376eda req-5b272f1e-c998-4088-8a41-a568500c56f0 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:00.430282 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f40988f6-5490-4ad7-a111-6da878376eda req-5b272f1e-c998-4088-8a41-a568500c56f0 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 950 time: 0.1205735 Jun 23 14:12:00.430282 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 60440) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:00.470273 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-104ff5b7-e6fc-418f-b11a-0e6fd02d7c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:00.553996 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f40988f6-5490-4ad7-a111-6da878376eda req-c7c73074-ac64-4b7f-9883-7e46235a5da5 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173549 Jun 23 14:12:00.644996 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-a52e7253-7627-4924-92a4-c4b677f4ccad tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:00.647386 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-a52e7253-7627-4924-92a4-c4b677f4ccad tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.39 "GET /v2.0/networks?id=3904d73a-5a2a-4d25-906e-d2099dc7d448 HTTP/1.1" status: 200 len: 813 time: 0.2078650 Jun 23 14:12:00.666242 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941234d-3cff-42a4-a540-a524418c11bd req-e2811803-557c-4773-b4e3-363589333fc5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:00.673606 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b941234d-3cff-42a4-a540-a524418c11bd req-e2811803-557c-4773-b4e3-363589333fc5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0759268 Jun 23 14:12:00.685754 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Request body: {'port': {'device_id': '0467f659-5f42-4ddc-b04a-52532f241470', 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448', 'admin_state_up': True, 'tenant_id': '9648d23a95034b9c9d96ab8a6c1ac31e'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:00.711061 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b941234d-3cff-42a4-a540-a524418c11bd req-65ad4cad-3215-4f53-8f9a-096e498ec042 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365629 Jun 23 14:12:00.773455 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-104ff5b7-e6fc-418f-b11a-0e6fd02d7c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:00.783577 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-104ff5b7-e6fc-418f-b11a-0e6fd02d7c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:00.789052 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:00.846014 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ff5b7-e6fc-418f-b11a-0e6fd02d7c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e6deec-100a-4dfe-b0d2-74fdb52c68ae,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:00.851203 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-104ff5b7-e6fc-418f-b11a-0e6fd02d7c34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e25dc51685cd4ceb981748135a71c8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249566 Jun 23 14:12:00.853896 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60460) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:00.861949 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-104ff5b7-e6fc-418f-b11a-0e6fd02d7c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:00.912696 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-59b9ef76-feb7-41ad-af8e-4c90407d47ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:00.930608 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Made reservation on behalf of 9648d23a95034b9c9d96ab8a6c1ac31e for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:00.934415 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:00.945270 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-59b9ef76-feb7-41ad-af8e-4c90407d47ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:00.994747 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-59b9ef76-feb7-41ad-af8e-4c90407d47ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:00.998258 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-59b9ef76-feb7-41ad-af8e-4c90407d47ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.002779 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-59b9ef76-feb7-41ad-af8e-4c90407d47ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18e6deec-100a-4dfe-b0d2-74fdb52c68ae HTTP/1.1" status: 204 len: 168 time: 0.1475847 Jun 23 14:12:01.003940 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8971d622-2e5c-4973-a85f-6020b0e98dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:01.012936 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9ef76-feb7-41ad-af8e-4c90407d47ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e6deec-100a-4dfe-b0d2-74fdb52c68ae,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:01.014218 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36122928-9ca0-4790-99e0-1493f133f29d req-897a6eb1-5c15-43a7-aa22-5447f409933b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:01.016268 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-36122928-9ca0-4790-99e0-1493f133f29d req-897a6eb1-5c15-43a7-aa22-5447f409933b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 946 time: 0.1414564 Jun 23 14:12:01.022668 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-59b9ef76-feb7-41ad-af8e-4c90407d47ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:01.103033 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-36122928-9ca0-4790-99e0-1493f133f29d req-78e8624a-27b1-494a-a556-444011d23802 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692379 Jun 23 14:12:01.139527 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Allocated IP 172.20.0.13 (3904d73a-5a2a-4d25-906e-d2099dc7d448/46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02/62181341-e0d4-4d50-8fd5-083e7eaa2997) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:01.340846 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.402500 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-be45a8df-f8b3-4911-aa8b-1161b276e550 req-af7b76e1-7417-4f80-8205-549bcffd818b tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 210 time: 0.0567920 Jun 23 14:12:01.518607 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d06af8-cacb-488c-88df-ca8bf75d3889 req-2d8222dc-cf47-4bd7-93d0-4bc2773ae4da tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:01.523021 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f1d06af8-cacb-488c-88df-ca8bf75d3889 req-2d8222dc-cf47-4bd7-93d0-4bc2773ae4da tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.39 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 950 time: 0.1425683 Jun 23 14:12:01.531376 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.543692 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:01.638822 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Network 3904d73a-5a2a-4d25-906e-d2099dc7d448 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:01.646619 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:01.657451 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:01.662084 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Pushing event updated for resources: {'Port': ['ID=62181341-e0d4-4d50-8fd5-083e7eaa2997,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:01.724926 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:01.794842 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:01.795526 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.827604 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-f1d06af8-cacb-488c-88df-ca8bf75d3889 req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Deleting port 78f443e5-77a0-4889-a000-8eec57f818a8 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:12:01.828075 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f1d06af8-cacb-488c-88df-ca8bf75d3889 req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.847557 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1675565 Jun 23 14:12:01.894289 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Request body: {'port': {'device_id': '0467f659-5f42-4ddc-b04a-52532f241470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:02.133140 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47758a-1e29-46f9-bdb3-6a9f11b4aca5 req-c838a53e-aad7-4413-b591-1b31361dae3a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.135435 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-5b47758a-1e29-46f9-bdb3-6a9f11b4aca5 req-c838a53e-aad7-4413-b591-1b31361dae3a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0764232 Jun 23 14:12:02.201059 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-5b47758a-1e29-46f9-bdb3-6a9f11b4aca5 req-75fa0d8f-b28d-43f7-8aa4-6bbf53ffe69b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562093 Jun 23 14:12:02.342191 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-f1d06af8-cacb-488c-88df-ca8bf75d3889 req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] For port 78f443e5-77a0-4889-a000-8eec57f818a8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=78f443e5-77a0-4889-a000-8eec57f818a8,segment=NetworkSegment(c385d628-6ab9-4e52-8b75-313ec1ea66d6),segment_id=c385d628-6ab9-4e52-8b75-313ec1ea66d6)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:02.343005 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f1d06af8-cacb-488c-88df-ca8bf75d3889 req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.367733 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-f1d06af8-cacb-488c-88df-ca8bf75d3889 req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Calling delete_port for 78f443e5-77a0-4889-a000-8eec57f818a8 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:12:02.375716 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.469746 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76279c9-1b1d-4e6e-860c-bec4c7c3df0b req-d696c856-4b14-4aa5-b584-a57ecf174ee7 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.471280 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c76279c9-1b1d-4e6e-860c-bec4c7c3df0b req-d696c856-4b14-4aa5-b584-a57ecf174ee7 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 950 time: 0.2349222 Jun 23 14:12:02.565684 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 60554) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:02.580058 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c76279c9-1b1d-4e6e-860c-bec4c7c3df0b req-1178666e-b87b-4ce3-b2d7-b536bd6c2252 tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7949a4a-d011-4974-83f4-1b08edad0bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836957 Jun 23 14:12:02.610368 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91abfde-c263-479d-925a-639929706e06 req-5dd88996-eb8c-4492-b65d-c08680a04660 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.618716 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e91abfde-c263-479d-925a-639929706e06 req-5dd88996-eb8c-4492-b65d-c08680a04660 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 932 time: 0.0799398 Jun 23 14:12:02.670766 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e91abfde-c263-479d-925a-639929706e06 req-f1dc4944-9f3c-4a89-9088-f3e261495b68 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509467 Jun 23 14:12:02.741900 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6450bb2e-ca2c-47f7-ad41-d2102f44ebcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.814069 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f1d06af8-cacb-488c-88df-ca8bf75d3889 req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.822465 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:02.868613 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['78f443e5-77a0-4889-a000-8eec57f818a8'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:02.875348 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Pushing event deleted for resources: {'Port': ['ID=78f443e5-77a0-4889-a000-8eec57f818a8,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:02.887763 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:02.973134 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d06af8-cacb-488c-88df-ca8bf75d3889 req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] No DVR routers for this DVR port 78f443e5-77a0-4889-a000-8eec57f818a8 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:12:02.987723 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f1d06af8-cacb-488c-88df-ca8bf75d3889 req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.989732 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f1d06af8-cacb-488c-88df-ca8bf75d3889 req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.39 "DELETE /v2.0/ports/78f443e5-77a0-4889-a000-8eec57f818a8 HTTP/1.1" status: 204 len: 173 time: 1.4559331 Jun 23 14:12:02.990278 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c39514-ae77-457d-a267-a55d6cfe2db2', 'name': 'network-vif-deleted', 'tag': '78f443e5-77a0-4889-a000-8eec57f818a8'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:02.993270 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c80ece-da2c-4096-b5fe-16fc2bdcc81f" -d '{"events": [{"server_uuid": "33c39514-ae77-457d-a267-a55d6cfe2db2", "name": "network-vif-deleted", "tag": "78f443e5-77a0-4889-a000-8eec57f818a8"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:03.080648 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62181341-e0d4-4d50-8fd5-083e7eaa2997 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:03.082872 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14df91f8-65bc-4660-8053-c7e25321029c x-openstack-request-id: req-14df91f8-65bc-4660-8053-c7e25321029c {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:03.083088 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c39514-ae77-457d-a267-a55d6cfe2db2", "name": "network-vif-deleted", "tag": "78f443e5-77a0-4889-a000-8eec57f818a8", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:03.083368 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14df91f8-65bc-4660-8053-c7e25321029c {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:03.083786 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c39514-ae77-457d-a267-a55d6cfe2db2', 'name': 'network-vif-deleted', 'tag': '78f443e5-77a0-4889-a000-8eec57f818a8', 'status': 'completed', 'code': 200} Jun 23 14:12:03.090118 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.118155 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Transition to ACTIVE for port object 62181341-e0d4-4d50-8fd5-083e7eaa2997 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:03.149923 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.162403 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:03.204233 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6450bb2e-ca2c-47f7-ad41-d2102f44ebcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.217855 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6450bb2e-ca2c-47f7-ad41-d2102f44ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.318535 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Pushing event updated for resources: {'Port': ['ID=62181341-e0d4-4d50-8fd5-083e7eaa2997,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:03.321486 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:03.331695 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:03.357969 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-6450bb2e-ca2c-47f7-ad41-d2102f44ebcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ab7ff0ded1b4b869708e0924516500a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7875755 Jun 23 14:12:03.358646 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60586) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:03.388002 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450bb2e-ca2c-47f7-ad41-d2102f44ebcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe246d8d-7be1-49bf-add9-07b84f942d51,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:03.421159 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6450bb2e-ca2c-47f7-ad41-d2102f44ebcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:03.428492 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-54089d98-a3bc-4190-a67b-74c32972dcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.435998 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1191-d698-4fee-992b-f981dc460eb1 req-447e3fee-c12c-4791-a9f4-b8330ac1b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:03.438063 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-091e1191-d698-4fee-992b-f981dc460eb1 req-447e3fee-c12c-4791-a9f4-b8330ac1b157 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 1098 time: 0.3181965 Jun 23 14:12:03.441665 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Attempting to bind port 62181341-e0d4-4d50-8fd5-083e7eaa2997 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:03.442005 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Attempting to bind port 62181341-e0d4-4d50-8fd5-083e7eaa2997 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a7a654c1-03bf-4ba0-bcd9-dbe7930df342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:03.442361 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Attempting to bind port 62181341-e0d4-4d50-8fd5-083e7eaa2997 on network 3904d73a-5a2a-4d25-906e-d2099dc7d448 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:03.450167 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-54089d98-a3bc-4190-a67b-74c32972dcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.463158 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Port 62181341-e0d4-4d50-8fd5-083e7eaa2997 on network 3904d73a-5a2a-4d25-906e-d2099dc7d448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:03.463490 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Attempting to bind port 62181341-e0d4-4d50-8fd5-083e7eaa2997 on network 3904d73a-5a2a-4d25-906e-d2099dc7d448 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:03.480226 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:03.480565 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Checking segment: {'id': 'a7a654c1-03bf-4ba0-bcd9-dbe7930df342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:03.480949 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Bound using segment: {'id': 'a7a654c1-03bf-4ba0-bcd9-dbe7930df342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:03.481385 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Bound port: 62181341-e0d4-4d50-8fd5-083e7eaa2997, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a654c1-03bf-4ba0-bcd9-dbe7930df342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:03.481731 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.506876 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-091e1191-d698-4fee-992b-f981dc460eb1 req-f490ebf7-47c2-4139-8d08-957cd541004c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601823 Jun 23 14:12:03.507089 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-54089d98-a3bc-4190-a67b-74c32972dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.509490 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-54089d98-a3bc-4190-a67b-74c32972dcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.511148 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-54089d98-a3bc-4190-a67b-74c32972dcf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe246d8d-7be1-49bf-add9-07b84f942d51 HTTP/1.1" status: 204 len: 168 time: 0.1505089 Jun 23 14:12:03.511794 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:03.522987 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54089d98-a3bc-4190-a67b-74c32972dcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe246d8d-7be1-49bf-add9-07b84f942d51,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:03.526185 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-54089d98-a3bc-4190-a67b-74c32972dcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:03.551594 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aaa75-ab80-4abf-824c-d295bf623de4 req-e31eafe9-078e-4af4-88bc-3a345ffbf500 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:03.551594 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de5aaa75-ab80-4abf-824c-d295bf623de4 req-e31eafe9-078e-4af4-88bc-3a345ffbf500 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1837075 Jun 23 14:12:03.623119 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] For port 62181341-e0d4-4d50-8fd5-083e7eaa2997, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:03.628584 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] For port 62181341-e0d4-4d50-8fd5-083e7eaa2997, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=62181341-e0d4-4d50-8fd5-083e7eaa2997,segment=NetworkSegment(a7a654c1-03bf-4ba0-bcd9-dbe7930df342),segment_id=a7a654c1-03bf-4ba0-bcd9-dbe7930df342)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:03.634194 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de5aaa75-ab80-4abf-824c-d295bf623de4 req-9bf497ce-12bd-46f6-8569-97049712cb4d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649793 Jun 23 14:12:03.638465 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.648530 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:03.678501 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:03.679104 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.680628 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] 10.222.0.39 "PUT /v2.0/ports/62181341-e0d4-4d50-8fd5-083e7eaa2997 HTTP/1.1" status: 200 len: 1094 time: 1.7913475 Jun 23 14:12:03.704634 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Pushing event updated for resources: {'Port': ['ID=62181341-e0d4-4d50-8fd5-083e7eaa2997,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:03.707851 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:03.783205 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-40596431-cb20-413d-80a2-76ff4c4e66fa req-6e8bdaaf-f2fe-488e-95ca-dee99c1c427f tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] 10.222.0.13 "GET /v2.0/ports?device_id=33c39514-ae77-457d-a267-a55d6cfe2db2 HTTP/1.1" status: 200 len: 210 time: 0.0352156 Jun 23 14:12:03.989515 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60616) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:04.003629 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-61469137-2252-4ceb-8510-3fea35f421a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:04.032244 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c15e9-4e65-4663-9e17-f63739ff23c2 req-ac4c5194-3fb9-494f-9111-9babc612367d tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:04.033729 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e53c15e9-4e65-4663-9e17-f63739ff23c2 req-ac4c5194-3fb9-494f-9111-9babc612367d tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 944 time: 0.0655744 Jun 23 14:12:04.105730 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e53c15e9-4e65-4663-9e17-f63739ff23c2 req-ceb7f20a-a44b-403d-b39c-681596a6e0ee tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661311 Jun 23 14:12:04.115768 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 60622) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:04.136706 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-61469137-2252-4ceb-8510-3fea35f421a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:04.143098 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-61469137-2252-4ceb-8510-3fea35f421a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:04.146684 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:04.179903 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-61469137-2252-4ceb-8510-3fea35f421a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcd967a4c43042b3811f91533458827e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883996 Jun 23 14:12:04.183052 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 60628) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:04.205504 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61469137-2252-4ceb-8510-3fea35f421a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee277a71-4070-48c6-a35d-ae1e7330a031,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:04.208981 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-61469137-2252-4ceb-8510-3fea35f421a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:04.233444 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-bcd5df7a-0a74-48fe-8677-52fe01746d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:04.235389 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-bcd5df7a-0a74-48fe-8677-52fe01746d54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9648d23a95034b9c9d96ab8a6c1ac31e&device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 1097 time: 0.1737099 Jun 23 14:12:04.330739 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-28406b30-2df9-4ba5-87e2-1e4e5597255e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62181341-e0d4-4d50-8fd5-083e7eaa2997 HTTP/1.1" status: 200 len: 217 time: 0.0796356 Jun 23 14:12:04.341871 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3dd7a84b-8d2c-4188-9a54-3adf8315893d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:04.409879 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f73582e7-8c53-4aba-89ec-95d8fbf18950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:04.428196 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2db960e9-f24e-4b17-98f7-f0d03ef888fd req-9b0b0c7d-2445-456b-92a3-312ec52cdccc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2981908 Jun 23 14:12:04.452076 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-2d6e73de-1585-49e4-bca6-f4805d949951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:04.453519 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-2d6e73de-1585-49e4-bca6-f4805d949951 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02 HTTP/1.1" status: 200 len: 853 time: 0.0975504 Jun 23 14:12:04.461423 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f73582e7-8c53-4aba-89ec-95d8fbf18950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:04.556735 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-4374b3b4-8295-4483-b5c9-269492a63b22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3904d73a-5a2a-4d25-906e-d2099dc7d448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673251 Jun 23 14:12:04.723315 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f73582e7-8c53-4aba-89ec-95d8fbf18950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:04.725774 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f73582e7-8c53-4aba-89ec-95d8fbf18950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:04.726906 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-f73582e7-8c53-4aba-89ec-95d8fbf18950 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee277a71-4070-48c6-a35d-ae1e7330a031 HTTP/1.1" status: 204 len: 168 time: 0.5413220 Jun 23 14:12:04.742654 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-212f2755-19ab-4c85-ac72-8bcc311fc5eb tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:04.777408 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-33b46534-4378-4fd6-b58a-40cb56fd3462 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:04.779460 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-33b46534-4378-4fd6-b58a-40cb56fd3462 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 815 time: 0.3145559 Jun 23 14:12:04.784886 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3dd7a84b-8d2c-4188-9a54-3adf8315893d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:04.787418 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73582e7-8c53-4aba-89ec-95d8fbf18950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee277a71-4070-48c6-a35d-ae1e7330a031,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:04.799884 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f73582e7-8c53-4aba-89ec-95d8fbf18950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:04.804972 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3dd7a84b-8d2c-4188-9a54-3adf8315893d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:04.817692 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:04.827366 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db960e9-f24e-4b17-98f7-f0d03ef888fd req-30a858b1-eeee-4aca-91bd-91ec5b80c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:04.829014 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2db960e9-f24e-4b17-98f7-f0d03ef888fd req-30a858b1-eeee-4aca-91bd-91ec5b80c847 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 1098 time: 0.3259735 Jun 23 14:12:04.839990 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811a8dc-f337-498a-80b9-e84973ee0fae req-2bd83000-97ee-4027-b451-95a4331e53ea tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:04.841424 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-072c1792-d211-4e08-aa76-6f5b8da97bb1 service neutron] 10.222.0.39 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589090 Jun 23 14:12:04.841747 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e811a8dc-f337-498a-80b9-e84973ee0fae req-2bd83000-97ee-4027-b451-95a4331e53ea tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0850763 Jun 23 14:12:04.854510 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-75c33121-3873-40a0-a5a2-754f0b293c8e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/quotas/cc4649dfe1a8471d8f901eb395cb6942 HTTP/1.1" status: 200 len: 375 time: 0.0634968 Jun 23 14:12:04.887958 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e811a8dc-f337-498a-80b9-e84973ee0fae req-f20d4ecf-88d3-4257-a96f-e8bf8239b8af tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384083 Jun 23 14:12:04.903408 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 78f443e5-77a0-4889-a000-8eec57f818a8 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:12:04.932028 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 78f443e5-77a0-4889-a000-8eec57f818a8 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:12:04.932711 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 78f443e5-77a0-4889-a000-8eec57f818a8 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:12:04.935934 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-3dd7a84b-8d2c-4188-9a54-3adf8315893d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b31b068a70404cc4926717b698fca886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8189409 Jun 23 14:12:04.939334 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60652) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:04.959710 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7a84b-8d2c-4188-9a54-3adf8315893d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1c7bc2-8dd3-4a2b-afe2-9cdbf7fe279c,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:04.967345 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3dd7a84b-8d2c-4188-9a54-3adf8315893d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:05.009013 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-799360e9-caeb-4d0a-ad10-2da0c2a334f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.042027 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-799360e9-caeb-4d0a-ad10-2da0c2a334f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.085444 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0467f659-5f42-4ddc-b04a-52532f241470', 'tag': '62181341-e0d4-4d50-8fd5-083e7eaa2997'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:05.087907 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3756d39c-0b14-433c-8a73-4fcc4a757ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "0467f659-5f42-4ddc-b04a-52532f241470", "tag": "62181341-e0d4-4d50-8fd5-083e7eaa2997"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:05.101078 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db960e9-f24e-4b17-98f7-f0d03ef888fd req-8f156418-366a-4187-82ff-976d95fe1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:05.102608 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2db960e9-f24e-4b17-98f7-f0d03ef888fd req-8f156418-366a-4187-82ff-976d95fe1562 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 916 time: 0.2360332 Jun 23 14:12:05.105348 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6ef82da-3e3d-4485-8f28-3eba6606303c req-615bb210-80a8-44e8-bef2-1de100209813 service neutron] 10.222.0.39 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489789 Jun 23 14:12:05.126140 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-6ba9eb05-50a3-49e0-b258-a059988a5096 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2706602 Jun 23 14:12:05.126686 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-799360e9-caeb-4d0a-ad10-2da0c2a334f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.130157 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-799360e9-caeb-4d0a-ad10-2da0c2a334f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.139754 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-799360e9-caeb-4d0a-ad10-2da0c2a334f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e1c7bc2-8dd3-4a2b-afe2-9cdbf7fe279c HTTP/1.1" status: 204 len: 168 time: 0.1936378 Jun 23 14:12:05.144341 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9b76148f-9bca-46ef-be4d-e94757b179ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:05.167276 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799360e9-caeb-4d0a-ad10-2da0c2a334f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1c7bc2-8dd3-4a2b-afe2-9cdbf7fe279c,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:05.177161 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-799360e9-caeb-4d0a-ad10-2da0c2a334f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:05.236154 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2db960e9-f24e-4b17-98f7-f0d03ef888fd req-8872d22f-09a8-423e-9e94-9a1b518d4242 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39956ff4-d72a-4b40-b45d-df358fe1bb2c HTTP/1.1" status: 200 len: 217 time: 0.1067784 Jun 23 14:12:05.247064 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d97fa-ee31-446f-a92c-b2a57147ac2d x-openstack-request-id: req-975d97fa-ee31-446f-a92c-b2a57147ac2d {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:05.250536 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0467f659-5f42-4ddc-b04a-52532f241470", "tag": "62181341-e0d4-4d50-8fd5-083e7eaa2997", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:05.251444 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-975d97fa-ee31-446f-a92c-b2a57147ac2d {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:05.251951 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0467f659-5f42-4ddc-b04a-52532f241470', 'tag': '62181341-e0d4-4d50-8fd5-083e7eaa2997', 'status': 'completed', 'code': 200} Jun 23 14:12:05.421885 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db960e9-f24e-4b17-98f7-f0d03ef888fd req-4dd00eca-eb27-4109-89d6-44c252a32d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:05.423643 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2db960e9-f24e-4b17-98f7-f0d03ef888fd req-4dd00eca-eb27-4109-89d6-44c252a32d65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6218bb09-0ad9-41f6-9399-eb2e94454448 HTTP/1.1" status: 200 len: 855 time: 0.1461110 Jun 23 14:12:05.450658 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-82ac2f63-6d66-48f1-9851-409b9968120f service neutron] 10.222.0.13 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229718 Jun 23 14:12:05.475073 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2db960e9-f24e-4b17-98f7-f0d03ef888fd req-e43fa134-3947-4fda-b544-ca1c2c90a3da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443034 Jun 23 14:12:05.529497 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756d39c-0b14-433c-8a73-4fcc4a757ec9 req-c0b73618-0467-4a10-8bdd-b408cb347dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:05.531098 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3756d39c-0b14-433c-8a73-4fcc4a757ec9 req-c0b73618-0467-4a10-8bdd-b408cb347dc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9648d23a95034b9c9d96ab8a6c1ac31e&device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 1097 time: 0.2393134 Jun 23 14:12:05.570459 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60700) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:05.586818 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5a265468-4853-4e89-b536-644a4a9893ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.709276 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5a265468-4853-4e89-b536-644a4a9893ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.717531 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5a265468-4853-4e89-b536-644a4a9893ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.723144 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c013f47c-796f-47a6-8c64-dcfbae3aa4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:05.776994 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-5a265468-4853-4e89-b536-644a4a9893ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dd7ba3f2b784b2f8a7b75a009f4342b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038355 Jun 23 14:12:05.777938 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 60708) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:05.778844 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a265468-4853-4e89-b536-644a4a9893ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1af65d-66af-45b7-ab9f-62838bcc233e,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:05.800646 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-5a265468-4853-4e89-b536-644a4a9893ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:05.807482 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.930029 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-deac21d7-5d31-4e43-bfd1-d7a3866e09dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.964783 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-deac21d7-5d31-4e43-bfd1-d7a3866e09dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.999353 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ad5c7-1fc8-4529-9f55-1fe1ca06284a req-579049c2-cba8-46fd-aa8b-7d71221ccf40 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:06.001133 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6d1ad5c7-1fc8-4529-9f55-1fe1ca06284a req-579049c2-cba8-46fd-aa8b-7d71221ccf40 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 944 time: 0.1240215 Jun 23 14:12:06.045625 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e454dcd0-f7c3-453a-b7a2-8409fe5ed4d0 service neutron] 10.222.0.13 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747099 Jun 23 14:12:06.057541 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2db960e9-f24e-4b17-98f7-f0d03ef888fd req-d9ac7005-507f-4943-aec3-7b30d5fb8fba service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735488 Jun 23 14:12:06.067015 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6d1ad5c7-1fc8-4529-9f55-1fe1ca06284a req-cc134b6a-d55f-4eae-8802-07aed533d036 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553787 Jun 23 14:12:06.106130 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-deac21d7-5d31-4e43-bfd1-d7a3866e09dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:06.109777 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-deac21d7-5d31-4e43-bfd1-d7a3866e09dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:06.114867 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-deac21d7-5d31-4e43-bfd1-d7a3866e09dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d1af65d-66af-45b7-ab9f-62838bcc233e HTTP/1.1" status: 204 len: 168 time: 0.3324950 Jun 23 14:12:06.116126 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-288f8287-1060-4b4b-a392-2e2df8df115e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:06.122803 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756d39c-0b14-433c-8a73-4fcc4a757ec9 req-b7aee759-68d0-4063-9533-470740a32d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:06.124414 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3756d39c-0b14-433c-8a73-4fcc4a757ec9 req-b7aee759-68d0-4063-9533-470740a32d54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3904d73a-5a2a-4d25-906e-d2099dc7d448 HTTP/1.1" status: 200 len: 914 time: 0.5850940 Jun 23 14:12:06.132203 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac21d7-5d31-4e43-bfd1-d7a3866e09dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1af65d-66af-45b7-ab9f-62838bcc233e,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:06.144466 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-deac21d7-5d31-4e43-bfd1-d7a3866e09dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:06.201421 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3756d39c-0b14-433c-8a73-4fcc4a757ec9 req-e1ccd132-a99d-4816-bdf5-ff63906e9683 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62181341-e0d4-4d50-8fd5-083e7eaa2997 HTTP/1.1" status: 200 len: 217 time: 0.0468471 Jun 23 14:12:06.295852 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2db960e9-f24e-4b17-98f7-f0d03ef888fd req-aad302a4-feb0-4619-9301-e4971de6c44f service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278061 Jun 23 14:12:06.299625 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756d39c-0b14-433c-8a73-4fcc4a757ec9 req-3e64ae8a-4266-41c5-bea0-4012891d3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:06.301494 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3756d39c-0b14-433c-8a73-4fcc4a757ec9 req-3e64ae8a-4266-41c5-bea0-4012891d3549 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02 HTTP/1.1" status: 200 len: 853 time: 0.0923152 Jun 23 14:12:06.358312 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3756d39c-0b14-433c-8a73-4fcc4a757ec9 req-6d2ca30e-59f1-4ada-a687-833d74da8815 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3904d73a-5a2a-4d25-906e-d2099dc7d448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415885 Jun 23 14:12:06.523666 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d3834df8-2803-4b11-8a65-30930063a32e req-132569f7-c068-4511-b9c2-dd8bcba3c409 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 210 time: 0.0586770 Jun 23 14:12:06.639436 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3756d39c-0b14-433c-8a73-4fcc4a757ec9 req-a57e30f3-1d55-4772-aaa7-f976733f5b07 service neutron] 10.222.0.39 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585037 Jun 23 14:12:06.684569 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14e001-0222-41cf-a2cd-c723a24eb8a7 req-ff57e890-d927-43a5-ab7f-e79a450a4bf5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:06.685977 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aa14e001-0222-41cf-a2cd-c723a24eb8a7 req-ff57e890-d927-43a5-ab7f-e79a450a4bf5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1866124 Jun 23 14:12:06.842336 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aa14e001-0222-41cf-a2cd-c723a24eb8a7 req-d3d4f6cf-58b5-455e-9748-980a2447f44b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271231 Jun 23 14:12:06.885848 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3756d39c-0b14-433c-8a73-4fcc4a757ec9 req-860f3f66-dc43-4f86-890a-6c67e50a01f7 service neutron] 10.222.0.39 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405777 Jun 23 14:12:07.066074 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb86980-3fb1-41c9-80d8-7c08dea17a7b req-b583bfce-eac7-47aa-9532-c0d799e0cbd7 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:07.067874 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0fb86980-3fb1-41c9-80d8-7c08dea17a7b req-b583bfce-eac7-47aa-9532-c0d799e0cbd7 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0812950 Jun 23 14:12:07.130430 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0fb86980-3fb1-41c9-80d8-7c08dea17a7b req-55874dbc-0d75-48a4-812e-1cafd364bebb tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493333 Jun 23 14:12:07.349403 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5134fe-ba97-4196-b573-59e8b1b6872c req-2bc44142-9a34-4911-a762-47a25503a9f0 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:07.357309 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-db5134fe-ba97-4196-b573-59e8b1b6872c req-2bc44142-9a34-4911-a762-47a25503a9f0 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 944 time: 0.1000249 Jun 23 14:12:07.444446 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-db5134fe-ba97-4196-b573-59e8b1b6872c req-640abd20-2952-4f40-9ee5-ac563fcb3b74 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819008 Jun 23 14:12:07.699169 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-236b7247-bc7a-4031-bc27-ac6477b775a3 req-1182a4df-c86b-47b6-ac5f-7893393fa16b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 210 time: 0.0322640 Jun 23 14:12:08.453894 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-36046990-f85b-442b-8c6c-ffeed3e07d85 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:08.455509 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-36046990-f85b-442b-8c6c-ffeed3e07d85 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 815 time: 0.2135468 Jun 23 14:12:08.475024 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Request body: {'port': {'device_id': 'b379a7fe-dd8b-4e18-a97c-7ca6ceed521b', 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d', 'admin_state_up': True, 'tenant_id': 'cc4649dfe1a8471d8f901eb395cb6942'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:08.636882 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Made reservation on behalf of cc4649dfe1a8471d8f901eb395cb6942 for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:08.642234 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:08.703569 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d765cec-aa7a-42f8-94ad-1fc0cf088cf3 req-7c62c992-bfa3-4c53-9262-8f88b20dbde5 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:08.725276 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7d765cec-aa7a-42f8-94ad-1fc0cf088cf3 req-7c62c992-bfa3-4c53-9262-8f88b20dbde5 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 944 time: 0.1136343 Jun 23 14:12:08.817422 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7d765cec-aa7a-42f8-94ad-1fc0cf088cf3 req-72272683-6406-4ca9-b330-597ddf354155 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905418 Jun 23 14:12:08.835793 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Allocated IP 172.20.0.10 (fbe29112-b5be-45ba-9ecf-c4558a5aa22d/6218bb09-0ad9-41f6-9399-eb2e94454448/729f7203-9521-4ef8-b568-d3b29fc64356) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:08.915297 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 62181341-e0d4-4d50-8fd5-083e7eaa2997 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:12:08.971164 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dbf6ff21-5277-4553-b0f3-e0761d18e7f5 req-c284b31f-5ae0-45ae-80ee-ddc1a892c32e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 210 time: 0.0392838 Jun 23 14:12:09.024513 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:09.036027 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 62181341-e0d4-4d50-8fd5-083e7eaa2997, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=62181341-e0d4-4d50-8fd5-083e7eaa2997,segment=NetworkSegment(a7a654c1-03bf-4ba0-bcd9-dbe7930df342),segment_id=a7a654c1-03bf-4ba0-bcd9-dbe7930df342)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:09.047658 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '62181341-e0d4-4d50-8fd5-083e7eaa2997', 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448', 'port_id': '62181341-e0d4-4d50-8fd5-083e7eaa2997', 'mac_address': 'fa:16:3e:ce:b1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:12:09.070656 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:09.076193 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-74e39dcd-919b-48d9-b7ac-2fa9b1699a23 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:09.088577 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:09.107780 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62181341-e0d4-4d50-8fd5-083e7eaa2997 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:09.116182 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['39956ff4-d72a-4b40-b45d-df358fe1bb2c', '945529d5-4826-477a-9f7d-4119d9b3aa35'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:09.117831 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Network fbe29112-b5be-45ba-9ecf-c4558a5aa22d is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:09.130336 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:09.132474 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:09.171112 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 62181341-e0d4-4d50-8fd5-083e7eaa2997, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=62181341-e0d4-4d50-8fd5-083e7eaa2997,segment=NetworkSegment(a7a654c1-03bf-4ba0-bcd9-dbe7930df342),segment_id=a7a654c1-03bf-4ba0-bcd9-dbe7930df342)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:09.179150 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Pushing event updated for resources: {'Port': ['ID=729f7203-9521-4ef8-b568-d3b29fc64356,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:09.183960 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:09.188959 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:09.192966 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:09.223269 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:09.224109 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:09.256772 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7768505 Jun 23 14:12:09.272808 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Request body: {'port': {'device_id': 'b379a7fe-dd8b-4e18-a97c-7ca6ceed521b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:09.273665 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=62181341-e0d4-4d50-8fd5-083e7eaa2997,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:09.290431 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.291016 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.291496 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.291984 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.292463 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.292933 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.293399 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.293864 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.294354 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.294830 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.295290 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.295751 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:09.304723 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:09.439534 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:09.779367 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e1e4f-8a9d-443b-8496-e121614df2cd req-d033b079-8e7a-475a-a691-767077897d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:09.780901 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1a1e1e4f-8a9d-443b-8496-e121614df2cd req-d033b079-8e7a-475a-a691-767077897d85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 1099 time: 0.1740499 Jun 23 14:12:09.785043 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['62181341-e0d4-4d50-8fd5-083e7eaa2997'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:09.807155 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c737a-e33a-4656-9ccf-2b23c45c96b2 req-811a2af9-e5ac-4535-bb38-b5bd11882048 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:09.808552 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-791c737a-e33a-4656-9ccf-2b23c45c96b2 req-811a2af9-e5ac-4535-bb38-b5bd11882048 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.1849396 Jun 23 14:12:09.934925 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729f7203-9521-4ef8-b568-d3b29fc64356 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:09.949476 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-791c737a-e33a-4656-9ccf-2b23c45c96b2 req-75fa148a-3a8a-436b-9f1c-d8b86cfb2067 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256263 Jun 23 14:12:09.951928 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:09.981212 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Transition to ACTIVE for port object 729f7203-9521-4ef8-b568-d3b29fc64356 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:09.982854 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e1e4f-8a9d-443b-8496-e121614df2cd req-e5dc422a-c82c-4a6d-b347-af48a78a43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:09.985078 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1a1e1e4f-8a9d-443b-8496-e121614df2cd req-e5dc422a-c82c-4a6d-b347-af48a78a43d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 920 time: 0.1960506 Jun 23 14:12:09.988165 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:09.993559 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:10.059140 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1a1e1e4f-8a9d-443b-8496-e121614df2cd req-eef805b5-9e51-449d-9798-569eb74e9aac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2582d771-fa91-408f-bd35-ee7dadc788aa HTTP/1.1" status: 200 len: 217 time: 0.0664442 Jun 23 14:12:10.069523 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2459b5-a29b-4575-8949-9a0cefebfc7e req-68508bcb-3f07-4408-b4bf-ddd2fdad3704 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.072052 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ac2459b5-a29b-4575-8949-9a0cefebfc7e req-68508bcb-3f07-4408-b4bf-ddd2fdad3704 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 945 time: 0.1071370 Jun 23 14:12:10.107637 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Pushing event updated for resources: {'Port': ['ID=729f7203-9521-4ef8-b568-d3b29fc64356,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:10.111998 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:10.119701 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ac2459b5-a29b-4575-8949-9a0cefebfc7e req-eec55f7d-1cdc-400e-b552-582c64995524 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377729 Jun 23 14:12:10.192182 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e1e4f-8a9d-443b-8496-e121614df2cd req-fc980cbb-6f4f-4d04-9037-d15e55169803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.193697 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1a1e1e4f-8a9d-443b-8496-e121614df2cd req-fc980cbb-6f4f-4d04-9037-d15e55169803 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=098b5eb4-4f85-4551-a132-d2f6a5c0b689 HTTP/1.1" status: 200 len: 859 time: 0.1244633 Jun 23 14:12:10.216296 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Attempting to bind port 729f7203-9521-4ef8-b568-d3b29fc64356 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:10.216930 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Attempting to bind port 729f7203-9521-4ef8-b568-d3b29fc64356 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:10.217349 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Attempting to bind port 729f7203-9521-4ef8-b568-d3b29fc64356 on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:10.239019 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1a1e1e4f-8a9d-443b-8496-e121614df2cd req-b2f3d7e8-a45e-4bc8-bcf6-b0353a5d76d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f534e60-144d-45e6-a5fc-11af96caa6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344601 Jun 23 14:12:10.241418 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Port 729f7203-9521-4ef8-b568-d3b29fc64356 on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:10.241750 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Attempting to bind port 729f7203-9521-4ef8-b568-d3b29fc64356 on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:10.256484 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:10.256818 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Checking segment: {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:10.257186 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Bound using segment: {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:10.257617 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Bound port: 729f7203-9521-4ef8-b568-d3b29fc64356, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:10.257982 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:10.319086 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5911f14-742e-486c-9445-ce3dae37ce2c req-eb62a5d9-fa81-44ba-a8f6-7f9a05201b48 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.320662 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f5911f14-742e-486c-9445-ce3dae37ce2c req-eb62a5d9-fa81-44ba-a8f6-7f9a05201b48 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 944 time: 0.0711181 Jun 23 14:12:10.365820 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f5911f14-742e-486c-9445-ce3dae37ce2c req-4090bec6-2348-472b-afdd-63b2c9f79ec7 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383453 Jun 23 14:12:10.394887 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1a1e1e4f-8a9d-443b-8496-e121614df2cd req-5720a690-6554-4c2c-82b0-e41eb6ac33f2 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460152 Jun 23 14:12:10.396034 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] For port 729f7203-9521-4ef8-b568-d3b29fc64356, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:10.399666 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] For port 729f7203-9521-4ef8-b568-d3b29fc64356, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=729f7203-9521-4ef8-b568-d3b29fc64356,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:10.410618 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:10.423056 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-48fd8cd5-4cbd-483d-92e1-e8331d0c3bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:10.490921 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.491534 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:10.492995 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] 10.222.0.39 "PUT /v2.0/ports/729f7203-9521-4ef8-b568-d3b29fc64356 HTTP/1.1" status: 200 len: 1094 time: 1.2316511 Jun 23 14:12:10.495266 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b379a7fe-dd8b-4e18-a97c-7ca6ceed521b', 'tag': '729f7203-9521-4ef8-b568-d3b29fc64356'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:10.498071 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2406ed5-c870-463d-89b5-37a0c3d6d491" -d '{"events": [{"name": "network-changed", "server_uuid": "b379a7fe-dd8b-4e18-a97c-7ca6ceed521b", "tag": "729f7203-9521-4ef8-b568-d3b29fc64356"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:10.531487 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Pushing event updated for resources: {'Port': ['ID=729f7203-9521-4ef8-b568-d3b29fc64356,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:10.536227 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:10.562225 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1a1e1e4f-8a9d-443b-8496-e121614df2cd req-5a3fd764-866f-4e1c-9c9f-666df3007efa service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595855 Jun 23 14:12:10.564391 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a3927b-6e88-4f9e-ba67-a8e5c0cfe9f9 x-openstack-request-id: req-e2a3927b-6e88-4f9e-ba67-a8e5c0cfe9f9 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:10.566495 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b379a7fe-dd8b-4e18-a97c-7ca6ceed521b", "tag": "729f7203-9521-4ef8-b568-d3b29fc64356", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:10.567175 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2a3927b-6e88-4f9e-ba67-a8e5c0cfe9f9 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:10.567919 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b379a7fe-dd8b-4e18-a97c-7ca6ceed521b', 'tag': '729f7203-9521-4ef8-b568-d3b29fc64356', 'status': 'completed', 'code': 200} Jun 23 14:12:10.664872 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-3e35667c-9024-4cee-8b91-ff1035c6897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.666753 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-3e35667c-9024-4cee-8b91-ff1035c6897e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 1097 time: 0.0793929 Jun 23 14:12:10.731206 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-a7184828-ea27-4aa9-9852-702b73b105ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=729f7203-9521-4ef8-b568-d3b29fc64356 HTTP/1.1" status: 200 len: 217 time: 0.0454478 Jun 23 14:12:10.838767 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 32864) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:10.847022 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-b710ef2d-5555-4358-8812-f83da6963f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.848559 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-b710ef2d-5555-4358-8812-f83da6963f1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6218bb09-0ad9-41f6-9399-eb2e94454448 HTTP/1.1" status: 200 len: 855 time: 0.0709205 Jun 23 14:12:10.892597 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-e2311075-9aa5-423e-9b10-974a0fde6669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293715 Jun 23 14:12:10.973885 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9b4f159f-d1c1-4ac4-8f6a-abb085430109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.022771 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-f556a5d4-11fc-493b-904a-7e94385bf359 service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202371 Jun 23 14:12:11.188593 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2f2153e-99e2-4924-bcfd-d82ba363ae41 req-ce5484cd-8f9d-4327-acac-99d55c8d274b service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552212 Jun 23 14:12:11.201920 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9b4f159f-d1c1-4ac4-8f6a-abb085430109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.202536 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 32890) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:11.209943 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9b4f159f-d1c1-4ac4-8f6a-abb085430109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.236244 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4a281f82-8d68-4835-b56b-77d1bf85d956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:11.243631 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9b4f159f-d1c1-4ac4-8f6a-abb085430109 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f44a9ad47ad4322865f914459435d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012303 Jun 23 14:12:11.248295 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 32894) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:11.266541 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e5077-724d-4858-850d-cfb0dd1c747f req-f0e05bb6-f285-48f5-8d05-e7e501a88310 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.277037 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ef1e5077-724d-4858-850d-cfb0dd1c747f req-f0e05bb6-f285-48f5-8d05-e7e501a88310 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.1638625 Jun 23 14:12:11.290112 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f159f-d1c1-4ac4-8f6a-abb085430109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ca8547-5662-4ea6-b8b5-901a6d972689,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:11.297944 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9b4f159f-d1c1-4ac4-8f6a-abb085430109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:11.363809 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ef1e5077-724d-4858-850d-cfb0dd1c747f req-9890be42-86a9-406d-93f5-25b26d3d342e tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858994 Jun 23 14:12:11.414867 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2406ed5-c870-463d-89b5-37a0c3d6d491 req-b113e6f3-bc37-4561-b91e-fcaf69a54465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.419007 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d2406ed5-c870-463d-89b5-37a0c3d6d491 req-b113e6f3-bc37-4561-b91e-fcaf69a54465 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 1097 time: 0.1094494 Jun 23 14:12:11.435564 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-b13509b8-6225-4fac-813e-cfc7133375ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b88b34adf2747319e896a5e6be0b623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312057 Jun 23 14:12:11.442500 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 32902) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:11.450510 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-75aa350d-7e64-4caa-81bc-ec0599c534ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.510015 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-75aa350d-7e64-4caa-81bc-ec0599c534ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.532372 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea889d8d-bce2-428b-be07-c07e6a9f288b req-400cd106-6496-411a-bd98-e3450c9f0838 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.533799 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ea889d8d-bce2-428b-be07-c07e6a9f288b req-400cd106-6496-411a-bd98-e3450c9f0838 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 945 time: 0.2055914 Jun 23 14:12:11.557010 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2406ed5-c870-463d-89b5-37a0c3d6d491 req-8999c9b3-6792-42c1-aa7c-657b159b3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.558620 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d2406ed5-c870-463d-89b5-37a0c3d6d491 req-8999c9b3-6792-42c1-aa7c-657b159b3058 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 916 time: 0.1327479 Jun 23 14:12:11.589907 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b293c034-43d4-425d-a149-acb46f3dd3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.625873 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d2406ed5-c870-463d-89b5-37a0c3d6d491 req-cad42edd-c0e6-4a00-8b51-2ade9e338ce2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=729f7203-9521-4ef8-b568-d3b29fc64356 HTTP/1.1" status: 200 len: 217 time: 0.0391068 Jun 23 14:12:11.634513 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ea889d8d-bce2-428b-be07-c07e6a9f288b req-93fe806e-3adb-4120-9a22-f920ab65057d tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774381 Jun 23 14:12:11.637056 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b293c034-43d4-425d-a149-acb46f3dd3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.647952 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-75aa350d-7e64-4caa-81bc-ec0599c534ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.650752 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-75aa350d-7e64-4caa-81bc-ec0599c534ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.651953 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-75aa350d-7e64-4caa-81bc-ec0599c534ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01ca8547-5662-4ea6-b8b5-901a6d972689 HTTP/1.1" status: 204 len: 168 time: 0.4022267 Jun 23 14:12:11.654956 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d439017a-8608-4501-896f-f29821d47ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:11.662572 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa350d-7e64-4caa-81bc-ec0599c534ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ca8547-5662-4ea6-b8b5-901a6d972689,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:11.664808 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-75aa350d-7e64-4caa-81bc-ec0599c534ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:11.725152 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b293c034-43d4-425d-a149-acb46f3dd3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.728303 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b293c034-43d4-425d-a149-acb46f3dd3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.730602 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2406ed5-c870-463d-89b5-37a0c3d6d491 req-0904a412-c232-4404-9cae-0907afe0fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.732598 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d2406ed5-c870-463d-89b5-37a0c3d6d491 req-0904a412-c232-4404-9cae-0907afe0fc73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6218bb09-0ad9-41f6-9399-eb2e94454448 HTTP/1.1" status: 200 len: 855 time: 0.0999875 Jun 23 14:12:11.739858 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-b293c034-43d4-425d-a149-acb46f3dd3bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7949a4a-d011-4974-83f4-1b08edad0bfe HTTP/1.1" status: 204 len: 168 time: 0.2915566 Jun 23 14:12:11.744772 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-523b22f3-8a5c-4ea2-8e5b-017ce8b562cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:11.756822 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293c034-43d4-425d-a149-acb46f3dd3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7949a4a-d011-4974-83f4-1b08edad0bfe,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:11.758925 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b293c034-43d4-425d-a149-acb46f3dd3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:11.787315 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d2406ed5-c870-463d-89b5-37a0c3d6d491 req-2bae3295-ee88-4e4e-9c7b-7a2dc2000054 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468185 Jun 23 14:12:11.880658 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0292f34-97f0-4e12-9dfb-6fcde05867d8 req-6c188786-e741-4f77-bf92-4d20cbacf7a5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.888532 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a0292f34-97f0-4e12-9dfb-6fcde05867d8 req-6c188786-e741-4f77-bf92-4d20cbacf7a5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 944 time: 0.1178482 Jun 23 14:12:11.940714 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a0292f34-97f0-4e12-9dfb-6fcde05867d8 req-1b9d9986-744d-42b4-9261-12fe12cda04c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509963 Jun 23 14:12:12.132985 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 32918) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:12.147157 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-244de495-fc2d-4cfc-a372-da98aaced96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:12.170507 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d2406ed5-c870-463d-89b5-37a0c3d6d491 req-8c7b29d6-bfde-43cc-b42d-e811080b0da5 service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769147 Jun 23 14:12:12.257255 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-244de495-fc2d-4cfc-a372-da98aaced96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:12.261962 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-244de495-fc2d-4cfc-a372-da98aaced96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:12.266519 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-61469137-2252-4ceb-8510-3fea35f421a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:12.278699 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d2406ed5-c870-463d-89b5-37a0c3d6d491 req-8b5dd689-9f7b-4505-86d6-0b4eebc60fd8 service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931690 Jun 23 14:12:12.308673 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 32924) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:12.309412 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-244de495-fc2d-4cfc-a372-da98aaced96e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7370667bb9314d9ab3c37b67b49874d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753049 Jun 23 14:12:12.310427 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244de495-fc2d-4cfc-a372-da98aaced96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7562ff-00b7-4503-8039-75d2c0d20e02,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:12.314879 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-244de495-fc2d-4cfc-a372-da98aaced96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:12.363228 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8009efa5-ba0e-4752-a6b2-3a42311f37b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:12.385184 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8009efa5-ba0e-4752-a6b2-3a42311f37b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:12.435854 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8009efa5-ba0e-4752-a6b2-3a42311f37b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:12.439143 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8009efa5-ba0e-4752-a6b2-3a42311f37b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:12.440599 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-8009efa5-ba0e-4752-a6b2-3a42311f37b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b7562ff-00b7-4503-8039-75d2c0d20e02 HTTP/1.1" status: 204 len: 168 time: 0.1309431 Jun 23 14:12:12.441374 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-db03b029-c43f-4086-bb5e-a308c42a2e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:12.448918 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009efa5-ba0e-4752-a6b2-3a42311f37b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7562ff-00b7-4503-8039-75d2c0d20e02,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:12.451934 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8009efa5-ba0e-4752-a6b2-3a42311f37b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:12.595915 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e4c4a-8388-4258-9587-33068f2c88ee req-56a1c329-33f4-4339-978e-bd25b14e5227 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:12.597470 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-279e4c4a-8388-4258-9587-33068f2c88ee req-56a1c329-33f4-4339-978e-bd25b14e5227 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0896719 Jun 23 14:12:12.642909 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-279e4c4a-8388-4258-9587-33068f2c88ee req-e1b38b04-54ff-499c-a6f1-27960aa24419 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386934 Jun 23 14:12:12.857042 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4defebe-52a9-42d9-b3db-439e2d1b791b req-943cfcce-a952-4ab3-bf0e-d6e2e300ee43 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:12.860132 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c4defebe-52a9-42d9-b3db-439e2d1b791b req-943cfcce-a952-4ab3-bf0e-d6e2e300ee43 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 945 time: 0.0807638 Jun 23 14:12:12.921338 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c4defebe-52a9-42d9-b3db-439e2d1b791b req-e77e0a98-6b3f-4f39-ad35-9c92d1cf69da tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529537 Jun 23 14:12:12.923254 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 32962) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:12.946596 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 62181341-e0d4-4d50-8fd5-083e7eaa2997 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:13.023394 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 62181341-e0d4-4d50-8fd5-083e7eaa2997 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:13.028732 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 62181341-e0d4-4d50-8fd5-083e7eaa2997 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:13.029506 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.095851 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8f54c619-7faa-4112-946c-3b1924301fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.147648 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.192358 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f10e7-3ee8-4690-a43d-6d9669070c78 req-d7c7334d-f74c-4492-980d-385f0b6ccde0 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:13.197199 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-768f10e7-3ee8-4690-a43d-6d9669070c78 req-d7c7334d-f74c-4492-980d-385f0b6ccde0 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 944 time: 0.1140213 Jun 23 14:12:13.215159 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 62181341-e0d4-4d50-8fd5-083e7eaa2997, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=62181341-e0d4-4d50-8fd5-083e7eaa2997,segment=NetworkSegment(a7a654c1-03bf-4ba0-bcd9-dbe7930df342),segment_id=a7a654c1-03bf-4ba0-bcd9-dbe7930df342)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:13.216123 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0467f659-5f42-4ddc-b04a-52532f241470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62181341-e0d4-4d50-8fd5-083e7eaa2997'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:13.219341 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a5a6f7-e1e4-4a88-8c20-16cc43d3e3e9" -d '{"events": [{"server_uuid": "0467f659-5f42-4ddc-b04a-52532f241470", "name": "network-vif-plugged", "status": "completed", "tag": "62181341-e0d4-4d50-8fd5-083e7eaa2997"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:13.229628 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.237449 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:13.271636 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-768f10e7-3ee8-4690-a43d-6d9669070c78 req-0ff74ccb-0f90-418c-80be-9e55bfe0d62f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645139 Jun 23 14:12:13.298853 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=62181341-e0d4-4d50-8fd5-083e7eaa2997,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:13.314416 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:13.325894 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8f54c619-7faa-4112-946c-3b1924301fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.340768 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8f54c619-7faa-4112-946c-3b1924301fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.344820 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-0ab492c5-7a8e-452b-8d11-eb76f24742de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:13.354637 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f36644e-ff0b-42e1-b825-22f1878d7a7b x-openstack-request-id: req-1f36644e-ff0b-42e1-b825-22f1878d7a7b {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:13.355135 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0467f659-5f42-4ddc-b04a-52532f241470", "name": "network-vif-plugged", "status": "completed", "tag": "62181341-e0d4-4d50-8fd5-083e7eaa2997", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:13.355546 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f36644e-ff0b-42e1-b825-22f1878d7a7b {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:13.356184 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0467f659-5f42-4ddc-b04a-52532f241470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62181341-e0d4-4d50-8fd5-083e7eaa2997', 'code': 200} Jun 23 14:12:13.399253 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54c619-7faa-4112-946c-3b1924301fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375aed05-e97b-4fee-a903-fe8220cb3d38,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:13.399253 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8f54c619-7faa-4112-946c-3b1924301fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:13.406286 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-8f54c619-7faa-4112-946c-3b1924301fe8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1856342c23584f32ae9b16d65c42809e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809146 Jun 23 14:12:13.408150 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 32992) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:13.472160 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-63f645c3-90b6-416a-b985-1458bbe5693d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.499227 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-63f645c3-90b6-416a-b985-1458bbe5693d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.557772 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-63f645c3-90b6-416a-b985-1458bbe5693d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.560805 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-63f645c3-90b6-416a-b985-1458bbe5693d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.566197 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-63f645c3-90b6-416a-b985-1458bbe5693d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/375aed05-e97b-4fee-a903-fe8220cb3d38 HTTP/1.1" status: 204 len: 168 time: 0.1568885 Jun 23 14:12:13.567205 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-59b9ef76-feb7-41ad-af8e-4c90407d47ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:13.578750 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f645c3-90b6-416a-b985-1458bbe5693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375aed05-e97b-4fee-a903-fe8220cb3d38,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:13.581231 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-63f645c3-90b6-416a-b985-1458bbe5693d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:13.697816 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f423960-1493-4224-9ab5-9656ec83d967 req-d6a0bbbc-7b7b-42e3-a5bd-9a938f94e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:13.699449 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3f423960-1493-4224-9ab5-9656ec83d967 req-d6a0bbbc-7b7b-42e3-a5bd-9a938f94e4d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 1099 time: 0.0575953 Jun 23 14:12:13.741848 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3f423960-1493-4224-9ab5-9656ec83d967 req-5bc98ac4-9cb2-40e1-aa8a-0f20bf2c9dc4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349295 Jun 23 14:12:13.848991 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1f9aa-b27b-4894-bb65-38c33d8cefdb req-4de58540-1676-40c5-9ff9-0c4e4e891eb2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:13.850530 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dad1f9aa-b27b-4894-bb65-38c33d8cefdb req-4de58540-1676-40c5-9ff9-0c4e4e891eb2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0712633 Jun 23 14:12:13.896579 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dad1f9aa-b27b-4894-bb65-38c33d8cefdb req-b98f4ca9-7ada-44bb-92e1-b26c0bae49cd tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Jun 23 14:12:14.093940 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6674f1-8489-488b-b504-c3b66f7c380f req-456915e3-e3c5-4feb-a173-d45ddacb9239 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.095469 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1a6674f1-8489-488b-b504-c3b66f7c380f req-456915e3-e3c5-4feb-a173-d45ddacb9239 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 946 time: 0.0698762 Jun 23 14:12:14.142576 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1a6674f1-8489-488b-b504-c3b66f7c380f req-878948e5-beda-43d5-83e5-2e514f36317e tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361018 Jun 23 14:12:14.498320 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de74f94-f1e9-4ca8-b63c-394cc4c9e5f2 req-6b5d7c4f-de85-4c69-9dec-dd9bf480525f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.500099 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4de74f94-f1e9-4ca8-b63c-394cc4c9e5f2 req-6b5d7c4f-de85-4c69-9dec-dd9bf480525f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 944 time: 0.0762610 Jun 23 14:12:14.542583 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4de74f94-f1e9-4ca8-b63c-394cc4c9e5f2 req-64195f8f-f61d-4b44-a4a9-fce2fe83e38e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357511 Jun 23 14:12:14.881389 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33068) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:15.105210 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc4ff4-cad5-4373-b057-d0aaed9f82f3 req-4ad3082d-58ce-4be3-9cd2-5f5617a1a694 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.106749 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-84bc4ff4-cad5-4373-b057-d0aaed9f82f3 req-4ad3082d-58ce-4be3-9cd2-5f5617a1a694 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0690689 Jun 23 14:12:15.142969 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eb13a3a7-68e5-4b4b-b1e3-015cd375c295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.151606 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-84bc4ff4-cad5-4373-b057-d0aaed9f82f3 req-169836c8-4c56-4a05-adc1-b03050857ad9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 Jun 23 14:12:15.253001 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eb13a3a7-68e5-4b4b-b1e3-015cd375c295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.259388 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eb13a3a7-68e5-4b4b-b1e3-015cd375c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.261929 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9b4f159f-d1c1-4ac4-8f6a-abb085430109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:15.332121 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13a3a7-68e5-4b4b-b1e3-015cd375c295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63394554-f352-47c3-8adf-865f02744a02,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:15.336766 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-eb13a3a7-68e5-4b4b-b1e3-015cd375c295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:15.341546 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-eb13a3a7-68e5-4b4b-b1e3-015cd375c295 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac9c283071c941859c83e7c7ba4772ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567416 Jun 23 14:12:15.341805 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33090) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:15.416508 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679108c-bdcd-4c87-be84-2d7c99f0857f req-a4a8790e-0578-43a3-aa5c-91c912da0dec tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.422537 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d679108c-bdcd-4c87-be84-2d7c99f0857f req-a4a8790e-0578-43a3-aa5c-91c912da0dec tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 946 time: 0.1419389 Jun 23 14:12:15.427748 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3bb225b0-8b5a-45aa-b76a-6890a66213c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.472258 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3bb225b0-8b5a-45aa-b76a-6890a66213c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.486500 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d679108c-bdcd-4c87-be84-2d7c99f0857f req-d07d0938-00a1-4afd-b91c-51208cd0a040 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606236 Jun 23 14:12:15.526947 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3bb225b0-8b5a-45aa-b76a-6890a66213c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.529640 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3bb225b0-8b5a-45aa-b76a-6890a66213c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.531545 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-3bb225b0-8b5a-45aa-b76a-6890a66213c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63394554-f352-47c3-8adf-865f02744a02 HTTP/1.1" status: 204 len: 168 time: 0.1867852 Jun 23 14:12:15.532409 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-eabbff9b-70a7-4296-b388-82393bc1d459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:15.540124 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb225b0-8b5a-45aa-b76a-6890a66213c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63394554-f352-47c3-8adf-865f02744a02,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:15.542552 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-3bb225b0-8b5a-45aa-b76a-6890a66213c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:15.676950 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33106) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:15.746302 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb3d60-4da9-4c90-bb9f-47c2b33649f1 req-a82903f9-e7e3-4f6b-8a87-ee261caf1fcd tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.749808 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-64eb3d60-4da9-4c90-bb9f-47c2b33649f1 req-a82903f9-e7e3-4f6b-8a87-ee261caf1fcd tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 944 time: 0.0851889 Jun 23 14:12:15.790555 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-64eb3d60-4da9-4c90-bb9f-47c2b33649f1 req-3f59eb24-d5df-4fd6-b253-14958783d445 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337222 Jun 23 14:12:15.803488 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-892a4a91-6c1e-4a7d-8ef2-4b809b789fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.894519 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-892a4a91-6c1e-4a7d-8ef2-4b809b789fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.898838 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-892a4a91-6c1e-4a7d-8ef2-4b809b789fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.901360 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-37b8769c-2851-458b-a80b-6049992de47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:15.939346 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-892a4a91-6c1e-4a7d-8ef2-4b809b789fe0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a02c0189dae84526a07028257eb8b96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603340 Jun 23 14:12:15.940247 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a4a91-6c1e-4a7d-8ef2-4b809b789fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a30093b-e6f1-46ab-a090-91a362c9753c,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:15.943273 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-892a4a91-6c1e-4a7d-8ef2-4b809b789fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:15.943592 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 33120) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:15.995462 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f546572c-ce03-4267-b4c8-e9762039a47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.017370 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f546572c-ce03-4267-b4c8-e9762039a47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.064677 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f546572c-ce03-4267-b4c8-e9762039a47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.067304 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f546572c-ce03-4267-b4c8-e9762039a47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.068474 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-f546572c-ce03-4267-b4c8-e9762039a47d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a30093b-e6f1-46ab-a090-91a362c9753c HTTP/1.1" status: 204 len: 168 time: 0.1235454 Jun 23 14:12:16.069204 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b608dc1b-159a-417c-a109-3777281430b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:16.078789 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546572c-ce03-4267-b4c8-e9762039a47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a30093b-e6f1-46ab-a090-91a362c9753c,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:16.081201 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f546572c-ce03-4267-b4c8-e9762039a47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:16.123370 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 33132) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:16.328601 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1492003583-network', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:16.355529 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae4493-f85b-47dd-8899-1b7a2fdecd33 req-298519bc-7f45-4921-ad0c-d33d1a12a6ea tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:16.356996 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-13ae4493-f85b-47dd-8899-1b7a2fdecd33 req-298519bc-7f45-4921-ad0c-d33d1a12a6ea tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0813942 Jun 23 14:12:16.369103 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Made reservation on behalf of d78df0bf3da24f43bf97302cf21e0ee9 for: {'network': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:16.371399 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.391169 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.403630 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33140) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:16.417098 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-edd7fa9b-eacf-4ac1-ba11-f2d261887ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.422246 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-13ae4493-f85b-47dd-8899-1b7a2fdecd33 req-3770e802-0a00-416d-aac1-4c5aaa80c105 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591533 Jun 23 14:12:16.502324 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.509260 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.513381 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-86c45517-d77c-424f-8976-4ef6688eb50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:16.535910 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=93100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:12:16.544807 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39fb26f-72f4-40d3-9191-598bce1ba24b,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:16.549070 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:16.552105 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.552634 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.segments_db [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Added segment 24b93888-93d5-4a1c-bbb2-ce9ca3159ff0 of type vlan for network c100c7db-7ecc-4676-ac86-ab42bb42442a Jun 23 14:12:16.593804 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.598458 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-edd7fa9b-eacf-4ac1-ba11-f2d261887ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.602577 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-edd7fa9b-eacf-4ac1-ba11-f2d261887ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.605911 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:16.622538 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.623863 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:16.624684 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.627769 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e6d364fa-c443-42d1-a957-a0a5c9dd4cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:16.641706 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-edd7fa9b-eacf-4ac1-ba11-f2d261887ec4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e51806903ee45e7b83d8288b5d9beb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372890 Jun 23 14:12:16.643120 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7fa9b-eacf-4ac1-ba11-f2d261887ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd11750-18bb-46b0-89ac-ba0004684273,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:16.645022 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33146) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:16.650956 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-edd7fa9b-eacf-4ac1-ba11-f2d261887ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:16.682626 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5572507 Jun 23 14:12:16.685809 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33148) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:16.687803 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c100c7db-7ecc-4676-ac86-ab42bb42442a,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:16.690521 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:16.697837 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network c100c7db-7ecc-4676-ac86-ab42bb42442a details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:12:16.698375 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Request body: {'subnet': {'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1492003583-subnet', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'ip_version': 4}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:16.710818 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-96532013-7454-497b-a6d3-9fd17592d6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.736712 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Made reservation on behalf of d78df0bf3da24f43bf97302cf21e0ee9 for: {'subnet': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:16.739069 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9244814'] for subnet, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.745171 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-96532013-7454-497b-a6d3-9fd17592d6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.857350 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-96532013-7454-497b-a6d3-9fd17592d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.860838 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-96532013-7454-497b-a6d3-9fd17592d6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.861962 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-96532013-7454-497b-a6d3-9fd17592d6b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cd11750-18bb-46b0-89ac-ba0004684273 HTTP/1.1" status: 204 len: 168 time: 0.2160408 Jun 23 14:12:16.864504 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f1157c6b-4205-4167-923c-45360a67dcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:16.892412 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96532013-7454-497b-a6d3-9fd17592d6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd11750-18bb-46b0-89ac-ba0004684273,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:16.895638 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-96532013-7454-497b-a6d3-9fd17592d6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:16.951362 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2216929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9244828'] for subnet, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.955171 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-be55b452-a879-4fe0-b1af-1b0c74fe5771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:17.018153 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:17.021762 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:17.025787 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Checking segment: {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:17.026183 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Network hostable DHCP agents. Network: c100c7db-7ecc-4676-ac86-ab42bb42442a, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:12:17.050506 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Network c100c7db-7ecc-4676-ac86-ab42bb42442a is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:12:17.060076 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, c100c7db-7ecc-4676-ac86-ab42bb42442a) {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:17.065158 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:17.065666 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.069832 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990ffe2c-45af-4cfb-8978-958f71615945 None None] Network c100c7db-7ecc-4676-ac86-ab42bb42442a requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:17.082610 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3957059 Jun 23 14:12:17.083536 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33158) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:17.088714 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:17.112584 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3923467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5974'] for router, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.114031 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5983'] for router, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.123336 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 729f7203-9521-4ef8-b568-d3b29fc64356 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:12:17.181579 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.301937 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 729f7203-9521-4ef8-b568-d3b29fc64356, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=729f7203-9521-4ef8-b568-d3b29fc64356,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:17.313000 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '729f7203-9521-4ef8-b568-d3b29fc64356', 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d', 'port_id': '729f7203-9521-4ef8-b568-d3b29fc64356', 'mac_address': 'fa:16:3e:ba:82:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6218bb09-0ad9-41f6-9399-eb2e94454448', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:12:17.318711 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32032e7a-c366-5531-9d15-524468520a4e-c100c7db-7ecc-4676-ac86-ab42bb42442a', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e'}]}} from dv-cinder-784477-5-iscsi. {{(pid=93101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:12:17.319556 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.327960 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5965'] for router, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.379297 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.439836 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729f7203-9521-4ef8-b568-d3b29fc64356 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:17.477036 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 729f7203-9521-4ef8-b568-d3b29fc64356, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=729f7203-9521-4ef8-b568-d3b29fc64356,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:17.501084 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.505582 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-a460e5b7-58c6-4471-8713-331cb3fed7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:17.556824 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Allocated IP 172.20.0.2 (c100c7db-7ecc-4676-ac86-ab42bb42442a/d68e6c2c-2ad9-4820-a3e3-c0189e3be93e/e589c7a1-de2a-4cc0-808f-9c7c05120fb3) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:17.559535 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.574929 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=729f7203-9521-4ef8-b568-d3b29fc64356,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:17.578902 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:17.586128 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.701225 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Allocated IP 172.27.1.221 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/bbde9fcf-a2a3-482c-b2d9-17fd83d90095) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:17.725212 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.736844 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Transition to ACTIVE for port object e589c7a1-de2a-4cc0-808f-9c7c05120fb3 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:17.759943 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-57159f12-3db5-4e93-b80a-ade1053cf992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.761836 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Transition to ACTIVE for port object e589c7a1-de2a-4cc0-808f-9c7c05120fb3 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:17.769265 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.772108 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:17.805743 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Network c100c7db-7ecc-4676-ac86-ab42bb42442a is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:17.812763 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:17.816319 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:17.817655 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.823882 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Pushing event updated for resources: {'Port': ['ID=e589c7a1-de2a-4cc0-808f-9c7c05120fb3,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:17.829819 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:17.865933 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.869276 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:17.882773 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Attempting to bind port e589c7a1-de2a-4cc0-808f-9c7c05120fb3 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:17.883212 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Attempting to bind port e589c7a1-de2a-4cc0-808f-9c7c05120fb3 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:17.883652 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Attempting to bind port e589c7a1-de2a-4cc0-808f-9c7c05120fb3 on network c100c7db-7ecc-4676-ac86-ab42bb42442a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:17.889289 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:17.890400 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Checking segment: {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:17.890867 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.891270 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Bound using segment: {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:17.891744 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Bound port: e589c7a1-de2a-4cc0-808f-9c7c05120fb3, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:17.892173 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.911023 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:17.913929 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:17.918373 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:17.941517 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Pushing event updated for resources: {'Port': ['ID=bbde9fcf-a2a3-482c-b2d9-17fd83d90095,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:17.945503 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:17.965887 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] For port e589c7a1-de2a-4cc0-808f-9c7c05120fb3, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:17.969330 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] For port e589c7a1-de2a-4cc0-808f-9c7c05120fb3, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=e589c7a1-de2a-4cc0-808f-9c7c05120fb3,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:17.975208 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.977109 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6e174a95-5b02-4113-96e7-46e46e5ca377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:18.043758 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Pushing event updated for resources: {'Port': ['ID=e589c7a1-de2a-4cc0-808f-9c7c05120fb3,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:18.047651 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:18.213816 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.624847 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827058'] for router, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.756038 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Router c11799aa-b529-4788-8a33-be4d3442f06e is scheduled to L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 with binding_index 1 {{(pid=93099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:12:18.864428 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:18.873448 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Sync routers for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:18.883360 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Notify callbacks [] for router, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.884593 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7998335 Jun 23 14:12:18.886298 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:18.886922 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:11:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:18.887265 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33188) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:18.954227 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d7df7-8927-48f5-8ff0-2aa3308e4620 None None] Network c100c7db-7ecc-4676-ac86-ab42bb42442a requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:18.992604 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:19.020734 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-a30ac7e9-c3d5-4fd2-9480-41dffb9f2416 None None] Provisioning for port e589c7a1-de2a-4cc0-808f-9c7c05120fb3 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:19.178338 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:18Z', 'revision_number': 3, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:19.205225 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Checking router: c11799aa-b529-4788-8a33-be4d3442f06e for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:19.205583 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Updating router c11799aa-b529-4788-8a33-be4d3442f06e port bbde9fcf-a2a3-482c-b2d9-17fd83d90095 binding host dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:19.258143 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.345688 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.361098 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device e589c7a1-de2a-4cc0-808f-9c7c05120fb3 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:19.422860 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port e589c7a1-de2a-4cc0-808f-9c7c05120fb3 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:19.426737 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port e589c7a1-de2a-4cc0-808f-9c7c05120fb3 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:19.427110 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.472694 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-88afaa46-300d-42a1-b78e-f6e8401901b8 None None] Provisioning complete for port e589c7a1-de2a-4cc0-808f-9c7c05120fb3 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:19.473070 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88afaa46-300d-42a1-b78e-f6e8401901b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.511374 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Allocated IP 172.20.0.1 (c100c7db-7ecc-4676-ac86-ab42bb42442a/d68e6c2c-2ad9-4820-a3e3-c0189e3be93e/8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:19.537582 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.548529 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Transition to ACTIVE for port object bbde9fcf-a2a3-482c-b2d9-17fd83d90095 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:19.554174 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.556201 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.558966 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-243e6d36-f38c-49b2-9a1a-f0c274eff6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:19.607112 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Pushing event updated for resources: {'Port': ['ID=bbde9fcf-a2a3-482c-b2d9-17fd83d90095,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:19.615804 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.616152 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.616502 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.616832 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.617155 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.617478 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.617790 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.618127 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.618465 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.618780 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.619088 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.619399 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:19.621479 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port e589c7a1-de2a-4cc0-808f-9c7c05120fb3, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=e589c7a1-de2a-4cc0-808f-9c7c05120fb3,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:19.624320 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:19.625141 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Attempting to bind port bbde9fcf-a2a3-482c-b2d9-17fd83d90095 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:19.625508 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Attempting to bind port bbde9fcf-a2a3-482c-b2d9-17fd83d90095 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:19.626093 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Attempting to bind port bbde9fcf-a2a3-482c-b2d9-17fd83d90095 on network 710040d5-090b-4499-bb22-f2344abaefd1 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:19.627406 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-88afaa46-300d-42a1-b78e-f6e8401901b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.632029 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:19.632402 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Checking segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:19.632793 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.633356 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Bound using segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:19.633923 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Bound port: bbde9fcf-a2a3-482c-b2d9-17fd83d90095, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:19.634322 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.639263 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.639425 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.644521 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:19.654385 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Transition to ACTIVE for port object 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:19.688775 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] For port bbde9fcf-a2a3-482c-b2d9-17fd83d90095, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:19.692180 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] For port bbde9fcf-a2a3-482c-b2d9-17fd83d90095, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=bbde9fcf-a2a3-482c-b2d9-17fd83d90095,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:19.696687 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.697939 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.700401 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:19.701882 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f981a6fa-c1aa-4593-a658-f87abe8d2c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:19.725598 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=e589c7a1-de2a-4cc0-808f-9c7c05120fb3,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:19.730463 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:19.743544 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.db.api [None req-88afaa46-300d-42a1-b78e-f6e8401901b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:12:19.743757 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_db.api [None req-88afaa46-300d-42a1-b78e-f6e8401901b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:12:19.745122 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Network c100c7db-7ecc-4676-ac86-ab42bb42442a is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:19.748798 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:19.752149 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:19.779721 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:19.783062 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:19.801488 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3818354'] for router_interface, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.855815 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:19.856676 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:11:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:19.936856 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Pushing event updated for resources: {'Port': ['ID=bbde9fcf-a2a3-482c-b2d9-17fd83d90095,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:19.949015 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-26361d92-2f57-4ee5-afdf-7e22083ff41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:20.036909 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:20.053483 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.091473 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c63484-5b88-40ec-be37-51578b918c93 req-c50650e4-2e16-4599-ad5f-3ff1222308df tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.093573 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-34c63484-5b88-40ec-be37-51578b918c93 req-c50650e4-2e16-4599-ad5f-3ff1222308df tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 945 time: 0.0729835 Jun 23 14:12:20.131075 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231dfba-e82d-4c91-9278-a64ca9f349e9 req-f467117e-048e-4d8d-8198-d27999c86d90 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.131247 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1231dfba-e82d-4c91-9278-a64ca9f349e9 req-f467117e-048e-4d8d-8198-d27999c86d90 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 946 time: 0.1309795 Jun 23 14:12:20.151929 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-34c63484-5b88-40ec-be37-51578b918c93 req-93c84fc6-5da3-4d8c-82c9-6040d64e1a5d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523043 Jun 23 14:12:20.229910 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1231dfba-e82d-4c91-9278-a64ca9f349e9 req-fb57faac-f895-4a0a-befb-74b434d356a1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919464 Jun 23 14:12:20.278013 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:18Z', 'revision_number': 3, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:20.333479 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.339040 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e9d10-773e-454c-b601-81dc99240715 None None] The sync data for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi is: [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:18Z', 'revision_number': 3, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:12:20.341169 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2216291'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.345061 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:20.361597 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1d4ecfc1-7cc7-4632-a077-b79556e4b276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.374572 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2754-68a0-487e-875a-dd7e47850e42 req-69c84480-259a-4707-b199-b37f62dc9a74 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.376379 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3c7b2754-68a0-487e-875a-dd7e47850e42 req-69c84480-259a-4707-b199-b37f62dc9a74 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0813398 Jun 23 14:12:20.410904 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3818398'] for router_interface, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.422868 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3c7b2754-68a0-487e-875a-dd7e47850e42 req-eae235b7-8bf4-4b5d-a3a1-76a44cb33b21 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 Jun 23 14:12:20.424922 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:20.428011 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:20.438911 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-24bf8fc3-372c-4ab3-829e-9fb654b03137 None None] Provisioning for port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:20.445598 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-24bf8fc3-372c-4ab3-829e-9fb654b03137 None None] Provisioning complete for port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:20.446089 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-24bf8fc3-372c-4ab3-829e-9fb654b03137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.483121 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-24bf8fc3-372c-4ab3-829e-9fb654b03137 None None] Port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:20.522334 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Network c100c7db-7ecc-4676-ac86-ab42bb42442a is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:20.523720 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:20.562467 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['729f7203-9521-4ef8-b568-d3b29fc64356'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:20.672348 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Router c11799aa-b529-4788-8a33-be4d3442f06e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:12:20.804012 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:20.814546 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] 10.222.0.13 "PUT /v2.0/routers/c11799aa-b529-4788-8a33-be4d3442f06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9227057 Jun 23 14:12:20.902243 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.917824 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-5b0fca5d-ffcb-4cb8-9a47-1d6416ad4c35 None None] Provisioning complete for port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:20.918469 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b0fca5d-ffcb-4cb8-9a47-1d6416ad4c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.970699 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fca5d-ffcb-4cb8-9a47-1d6416ad4c35 None None] Port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:21.149841 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:21.498363 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device bbde9fcf-a2a3-482c-b2d9-17fd83d90095 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:21.509476 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cdde6-1174-48c3-a213-9a88cda48c9e req-a1c66269-7dd5-4f5f-a9fc-4d473bcf886b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.516802 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cf2cdde6-1174-48c3-a213-9a88cda48c9e req-a1c66269-7dd5-4f5f-a9fc-4d473bcf886b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 945 time: 0.1002862 Jun 23 14:12:21.552625 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 33234) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:21.565271 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1992938244-network', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:21.580371 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cf2cdde6-1174-48c3-a213-9a88cda48c9e req-96f4e58e-1fa3-45c5-a198-75107966f4fd tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626836 Jun 23 14:12:21.587087 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port bbde9fcf-a2a3-482c-b2d9-17fd83d90095 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:21.595799 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port bbde9fcf-a2a3-482c-b2d9-17fd83d90095 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:21.596285 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:21.614118 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Made reservation on behalf of f34cf26035f84c4aa0d34c4d4f3a12f3 for: {'network': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:21.616548 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:21.629036 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649f60a-a01f-48c5-8b35-57ee49eceeb0 req-185c6f29-b6ed-42e3-9008-8cd66eade48c tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.636160 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a649f60a-a01f-48c5-8b35-57ee49eceeb0 req-185c6f29-b6ed-42e3-9008-8cd66eade48c tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 946 time: 0.1309299 Jun 23 14:12:21.660117 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:21.703536 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a649f60a-a01f-48c5-8b35-57ee49eceeb0 req-3abf2a01-305f-446c-bd93-36a0501974ca tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655713 Jun 23 14:12:21.709049 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:21.739958 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port bbde9fcf-a2a3-482c-b2d9-17fd83d90095, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=bbde9fcf-a2a3-482c-b2d9-17fd83d90095,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:21.746316 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:21.747998 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device e589c7a1-de2a-4cc0-808f-9c7c05120fb3 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:21.753363 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:21.851711 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=bbde9fcf-a2a3-482c-b2d9-17fd83d90095,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:21.854711 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41efbfe-e934-4a1e-a908-eb7940453051 req-bacd0700-e801-4847-8033-c0d15aeae15f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.855787 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:21.864244 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d41efbfe-e934-4a1e-a908-eb7940453051 req-bacd0700-e801-4847-8033-c0d15aeae15f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.1191585 Jun 23 14:12:21.867128 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port e589c7a1-de2a-4cc0-808f-9c7c05120fb3 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:21.867526 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:21.904173 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:21.914162 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:21.923672 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d41efbfe-e934-4a1e-a908-eb7940453051 req-807888e5-8c89-4410-a29f-bbf2116293c1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537536 Jun 23 14:12:21.943707 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9423e373-8b30-44f8-b21d-a5d6ebcc8be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:21.946754 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=93100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:12:21.969494 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:21.969845 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.segments_db [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Added segment 9bc014d0-8128-40cc-ba0e-0541d4db0657 of type vlan for network 1be4d7a4-2f37-44e7-889f-648c27368548 Jun 23 14:12:21.981968 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d485ff5-5f89-42d4-bb5f-2f92c8f34ae0,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:21.986511 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:22.018189 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.056345 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.058656 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:22.059531 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.063382 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:22.121517 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5658786 Jun 23 14:12:22.124504 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 33276) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:22.132029 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Request body: {'subnet': {'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1992938244-subnet', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'ip_version': 4}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:22.149300 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Pushing event updated for resources: {'Network': ['ID=1be4d7a4-2f37-44e7-889f-648c27368548,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:22.154611 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-10b67aa3-cb54-4d87-b1ef-adaf56df4f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:22.162131 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 1be4d7a4-2f37-44e7-889f-648c27368548 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:12:22.180781 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Made reservation on behalf of f34cf26035f84c4aa0d34c4d4f3a12f3 for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:22.185056 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069752'] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.243888 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Sync routers for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:22.267865 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:22.268595 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:12:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:22.517010 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:22.572974 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10014168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069738'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.579263 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:22.666020 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8e3bdc-6b95-4a35-be57-51a3c521507c,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:22.670901 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:22.682353 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Checking segment: {'id': '9bc014d0-8128-40cc-ba0e-0541d4db0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:22.682918 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Network hostable DHCP agents. Network: 1be4d7a4-2f37-44e7-889f-648c27368548, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:12:22.708019 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Network 1be4d7a4-2f37-44e7-889f-648c27368548 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:12:22.716920 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:20Z', 'revision_number': 2, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:22.721099 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 1be4d7a4-2f37-44e7-889f-648c27368548) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:22.725776 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:22.726447 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.741781 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-4d1bdce8-32e0-4b46-8ea9-2ab742fc782c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6161621 Jun 23 14:12:22.744799 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33294) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:22.749684 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54028678-55d4-4178-8f98-24ed79b6e5be None None] Network 1be4d7a4-2f37-44e7-889f-648c27368548 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:22.751704 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Checking router: c11799aa-b529-4788-8a33-be4d3442f06e for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:22.752137 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Updating router c11799aa-b529-4788-8a33-be4d3442f06e port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c binding host dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:22.752544 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1992938244-router', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:22.785266 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3923467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5974'] for router, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.786488 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5983'] for router, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.832799 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.845949 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.032760 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32032e7a-c366-5531-9d15-524468520a4e-1be4d7a4-2f37-44e7-889f-648c27368548', 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'fixed_ips': [{'subnet_id': '0f8e3bdc-6b95-4a35-be57-51a3c521507c'}]}} from dv-cinder-784477-5-iscsi. {{(pid=93101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:12:23.033763 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.191803 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5965'] for router, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.272280 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Allocated IP 172.20.0.2 (1be4d7a4-2f37-44e7-889f-648c27368548/0f8e3bdc-6b95-4a35-be57-51a3c521507c/256738ce-0b55-4931-8942-f56471e8a81f) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:23.296456 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.322374 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device bbde9fcf-a2a3-482c-b2d9-17fd83d90095 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:23.338232 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Transition to ACTIVE for port object 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:23.365215 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.404070 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.411221 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:23.427046 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.452587 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.490577 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963800b7-2175-4960-a443-52ac2a81f19e None None] Pushing event updated for resources: {'Port': ['ID=8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:23.502326 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-963800b7-2175-4960-a443-52ac2a81f19e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:23.521323 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port bbde9fcf-a2a3-482c-b2d9-17fd83d90095 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:23.522483 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.603107 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Allocated IP 172.27.1.147 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/e5d65c20-3d09-430b-88b3-b39011da3fc7) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:23.646867 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Attempting to bind port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:23.647250 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Attempting to bind port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:23.647626 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Attempting to bind port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c on network c100c7db-7ecc-4676-ac86-ab42bb42442a {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:23.664186 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:23.664857 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Checking segment: {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:23.665425 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.665982 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Bound using segment: {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:23.666681 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Bound port: 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:23.667236 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.674190 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.694638 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Transition to ACTIVE for port object 256738ce-0b55-4931-8942-f56471e8a81f will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:23.720715 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.759013 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Transition to ACTIVE for port object 256738ce-0b55-4931-8942-f56471e8a81f will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:23.763107 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.768472 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d01e05c6-684d-44ef-b36c-0ee37d93c8b2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:23.771032 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.778803 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:23.813950 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:23.818774 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:23.823310 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:23.826847 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d65c20-3d09-430b-88b3-b39011da3fc7,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:23.840601 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Network 1be4d7a4-2f37-44e7-889f-648c27368548 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:23.845955 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:23.851998 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] For port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:23.855205 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:23.860478 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] For port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:23.864811 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:23.875420 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.879221 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Pushing event updated for resources: {'Port': ['ID=256738ce-0b55-4931-8942-f56471e8a81f,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:23.886980 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:23.889151 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:23.992950 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:23.993587 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:12:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:23.995949 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Attempting to bind port 256738ce-0b55-4931-8942-f56471e8a81f on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:23.996329 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Attempting to bind port 256738ce-0b55-4931-8942-f56471e8a81f by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '9bc014d0-8128-40cc-ba0e-0541d4db0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:23.996717 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Attempting to bind port 256738ce-0b55-4931-8942-f56471e8a81f on network 1be4d7a4-2f37-44e7-889f-648c27368548 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:24.000717 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963800b7-2175-4960-a443-52ac2a81f19e None None] Pushing event updated for resources: {'Port': ['ID=8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:24.034017 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-963800b7-2175-4960-a443-52ac2a81f19e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:24.038778 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:24.039168 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Checking segment: {'id': '9bc014d0-8128-40cc-ba0e-0541d4db0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:24.039589 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:24.040001 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Bound using segment: {'id': '9bc014d0-8128-40cc-ba0e-0541d4db0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:24.040501 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Bound port: 256738ce-0b55-4931-8942-f56471e8a81f, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc014d0-8128-40cc-ba0e-0541d4db0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:24.040877 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:24.097034 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:24.292967 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:24.295437 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] For port 256738ce-0b55-4931-8942-f56471e8a81f, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:24.309068 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827058'] for router, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:24.333205 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] For port 256738ce-0b55-4931-8942-f56471e8a81f, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=256738ce-0b55-4931-8942-f56471e8a81f,segment=NetworkSegment(9bc014d0-8128-40cc-ba0e-0541d4db0657),segment_id=9bc014d0-8128-40cc-ba0e-0541d4db0657)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:24.339212 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:24.343136 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:24.464157 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Router cfa706f5-839e-422b-90d0-2a343d9a1475 is scheduled to L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 with binding_index 1 {{(pid=93099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:12:24.474577 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Pushing event updated for resources: {'Port': ['ID=256738ce-0b55-4931-8942-f56471e8a81f,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:24.478923 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:24.567302 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:23Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:24.585322 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:24.610924 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e62b6-f002-4ed2-a4a0-8720c7c4df2f None None] The sync data for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi is: [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:23Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:12:24.613664 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] Notify callbacks [] for router, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:24.615750 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-b1ae5234-b82a-4410-8a09-2b2d0b79d153 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8692334 Jun 23 14:12:24.619728 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33308) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:24.630320 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Sync routers for ids ['cfa706f5-839e-422b-90d0-2a343d9a1475'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:24.642457 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Routers {'cfa706f5-839e-422b-90d0-2a343d9a1475'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:24.643417 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:12:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['cfa706f5-839e-422b-90d0-2a343d9a1475'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:24.652631 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 729f7203-9521-4ef8-b568-d3b29fc64356 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:24.763081 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 729f7203-9521-4ef8-b568-d3b29fc64356 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:24.767839 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 729f7203-9521-4ef8-b568-d3b29fc64356 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:24.768223 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:24.804729 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Set router cfa706f5-839e-422b-90d0-2a343d9a1475 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:24.919980 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:24.946075 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b379a7fe-dd8b-4e18-a97c-7ca6ceed521b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729f7203-9521-4ef8-b568-d3b29fc64356'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:24.949102 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a353f806-460f-4576-8af0-526d09d48ecc" -d '{"events": [{"server_uuid": "b379a7fe-dd8b-4e18-a97c-7ca6ceed521b", "name": "network-vif-plugged", "status": "completed", "tag": "729f7203-9521-4ef8-b568-d3b29fc64356"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:24.965499 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 729f7203-9521-4ef8-b568-d3b29fc64356, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=729f7203-9521-4ef8-b568-d3b29fc64356,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:24.971681 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:24.973743 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:25.053314 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=729f7203-9521-4ef8-b568-d3b29fc64356,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:25.059553 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'name': 'tempest-TestVolumeBootPattern-1992938244-router', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:22Z', 'updated_at': '2021-06-23T14:12:23Z', 'revision_number': 3, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'gw_port': {'id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:23Z', 'updated_at': '2021-06-23T14:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:25.065703 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:25.095987 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Checking router: cfa706f5-839e-422b-90d0-2a343d9a1475 for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:25.096586 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Updating router cfa706f5-839e-422b-90d0-2a343d9a1475 port e5d65c20-3d09-430b-88b3-b39011da3fc7 binding host dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:25.137597 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.230721 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.450538 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 256738ce-0b55-4931-8942-f56471e8a81f up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:25.501933 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Allocated IP 172.20.0.1 (1be4d7a4-2f37-44e7-889f-648c27368548/0f8e3bdc-6b95-4a35-be57-51a3c521507c/3f1d63c2-cc4e-4962-8cf5-8059e58e132b) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:25.527275 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.539775 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 256738ce-0b55-4931-8942-f56471e8a81f completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:25.541423 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Transition to ACTIVE for port object e5d65c20-3d09-430b-88b3-b39011da3fc7 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:25.547194 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:25.550704 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.554448 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-739cd4eb-2f2c-4fe3-8f2c-313a0afb45f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:25.599291 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73fb27-3562-4669-9aff-01dca7047698 None None] Pushing event updated for resources: {'Port': ['ID=e5d65c20-3d09-430b-88b3-b39011da3fc7,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:25.613112 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e73fb27-3562-4669-9aff-01dca7047698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:25.641326 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Attempting to bind port e5d65c20-3d09-430b-88b3-b39011da3fc7 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:25.642383 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Attempting to bind port e5d65c20-3d09-430b-88b3-b39011da3fc7 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:25.642383 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Attempting to bind port e5d65c20-3d09-430b-88b3-b39011da3fc7 on network 710040d5-090b-4499-bb22-f2344abaefd1 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:25.645481 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:25.647918 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:25.648517 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Checking segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:25.648950 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.649339 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Bound using segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:25.649819 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Bound port: e5d65c20-3d09-430b-88b3-b39011da3fc7, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:25.650016 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.650228 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.651102 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:25.651486 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.680134 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Transition to ACTIVE for port object 3f1d63c2-cc4e-4962-8cf5-8059e58e132b will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:25.738184 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a2a9f0-7d64-4e62-b43b-0f14e9e44eb6 None None] Network 1be4d7a4-2f37-44e7-889f-648c27368548 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:25.738496 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.744029 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] For port e5d65c20-3d09-430b-88b3-b39011da3fc7, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:25.745008 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:25.748811 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] For port e5d65c20-3d09-430b-88b3-b39011da3fc7, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=e5d65c20-3d09-430b-88b3-b39011da3fc7,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:25.755024 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.759174 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:25.793239 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Network 1be4d7a4-2f37-44e7-889f-648c27368548 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:25.796823 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:25.800299 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:25.807550 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.820181 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73fb27-3562-4669-9aff-01dca7047698 None None] Pushing event updated for resources: {'Port': ['ID=e5d65c20-3d09-430b-88b3-b39011da3fc7,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:25.824916 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e73fb27-3562-4669-9aff-01dca7047698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:25.843731 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Routers {'cfa706f5-839e-422b-90d0-2a343d9a1475'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:25.845555 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:12:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['cfa706f5-839e-422b-90d0-2a343d9a1475'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:25.846304 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3f1d63c2-cc4e-4962-8cf5-8059e58e132b,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:25.858700 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:25.875393 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3818354'] for router_interface, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.880173 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-d6c2d578-fd55-41fe-96ce-e44ef92ece14 None None] Provisioning for port 256738ce-0b55-4931-8942-f56471e8a81f completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:25.883940 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:25.892223 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.907562 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:25.913767 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-d6c2d578-fd55-41fe-96ce-e44ef92ece14 None None] Provisioning complete for port 256738ce-0b55-4931-8942-f56471e8a81f triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:25.916264 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d578-fd55-41fe-96ce-e44ef92ece14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.987221 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:12:26.006460 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] Set router cfa706f5-839e-422b-90d0-2a343d9a1475 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:26.073409 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:26.077501 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:26.144287 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d578-fd55-41fe-96ce-e44ef92ece14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.197490 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-d6c2d578-fd55-41fe-96ce-e44ef92ece14 None None] For port 256738ce-0b55-4931-8942-f56471e8a81f, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=256738ce-0b55-4931-8942-f56471e8a81f,segment=NetworkSegment(9bc014d0-8128-40cc-ba0e-0541d4db0657),segment_id=9bc014d0-8128-40cc-ba0e-0541d4db0657)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:26.205285 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d578-fd55-41fe-96ce-e44ef92ece14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.208080 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:26.289741 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'name': 'tempest-TestVolumeBootPattern-1992938244-router', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:22Z', 'updated_at': '2021-06-23T14:12:23Z', 'revision_number': 3, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'gw_port': {'id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:23Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:26.308862 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2d578-fd55-41fe-96ce-e44ef92ece14 None None] Pushing event updated for resources: {'Port': ['ID=256738ce-0b55-4931-8942-f56471e8a81f,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:26.313415 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.325371 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d6c2d578-fd55-41fe-96ce-e44ef92ece14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:26.450721 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73369040-2ebc-4084-996c-52801eb36ac8 None None] The sync data for ids ['cfa706f5-839e-422b-90d0-2a343d9a1475'] in dv-cinder-784477-5-iscsi is: [{'id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'name': 'tempest-TestVolumeBootPattern-1992938244-router', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:22Z', 'updated_at': '2021-06-23T14:12:23Z', 'revision_number': 3, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'gw_port': {'id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:23Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:12:26.564088 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-96e5d9bb-ab02-4e77-b27c-dc2ae892f5a5 None None] Provisioning for port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:26.571277 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-96e5d9bb-ab02-4e77-b27c-dc2ae892f5a5 None None] Provisioning complete for port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:26.571663 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-96e5d9bb-ab02-4e77-b27c-dc2ae892f5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.643854 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.649310 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2216291'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.666691 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-96e5d9bb-ab02-4e77-b27c-dc2ae892f5a5 None None] Port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:26.699148 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:26.701954 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-96e5d9bb-ab02-4e77-b27c-dc2ae892f5a5 None None] Provisioning complete for port 256738ce-0b55-4931-8942-f56471e8a81f triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:26.702827 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-96e5d9bb-ab02-4e77-b27c-dc2ae892f5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.786375 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3818398'] for router_interface, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.835347 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e15b3-12aa-45de-8497-e96a7439932f req-daa83775-dfe8-4b51-9909-87b66558cf5a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:26.845785 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f98e15b3-12aa-45de-8497-e96a7439932f req-daa83775-dfe8-4b51-9909-87b66558cf5a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.1394083 Jun 23 14:12:26.866926 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3f1d63c2-cc4e-4962-8cf5-8059e58e132b,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:26.870116 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:26.908982 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f98e15b3-12aa-45de-8497-e96a7439932f req-c51cc953-e8c1-4580-a2a7-039aba8a6c97 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621781 Jun 23 14:12:26.977420 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1852c6-6e6e-486b-b6d3-eddc7bd99141 x-openstack-request-id: req-9f1852c6-6e6e-486b-b6d3-eddc7bd99141 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:26.979487 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b379a7fe-dd8b-4e18-a97c-7ca6ceed521b", "name": "network-vif-plugged", "status": "completed", "tag": "729f7203-9521-4ef8-b568-d3b29fc64356", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:26.979487 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f1852c6-6e6e-486b-b6d3-eddc7bd99141 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:26.979487 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b379a7fe-dd8b-4e18-a97c-7ca6ceed521b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729f7203-9521-4ef8-b568-d3b29fc64356', 'code': 200} Jun 23 14:12:27.033627 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-28ad0f05-584d-44e9-aea2-8f448b27748f None None] Provisioning complete for port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:27.034013 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-28ad0f05-584d-44e9-aea2-8f448b27748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:27.100140 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Network 1be4d7a4-2f37-44e7-889f-648c27368548 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:27.101597 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:27.134125 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47426866-d6b1-49cf-8ff8-ffcde133235b req-57ad13c9-a6ee-438f-80b8-c95ba5d128a0 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:27.134454 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-28ad0f05-584d-44e9-aea2-8f448b27748f None None] Port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:27.146163 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-47426866-d6b1-49cf-8ff8-ffcde133235b req-57ad13c9-a6ee-438f-80b8-c95ba5d128a0 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.3094773 Jun 23 14:12:27.255278 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-47426866-d6b1-49cf-8ff8-ffcde133235b req-68681f95-33e8-41f7-b86c-64a2fc50e3a9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078658 Jun 23 14:12:27.440348 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Router cfa706f5-839e-422b-90d0-2a343d9a1475 has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:12:27.580071 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-a1c8eb47-19d6-4be0-92a0-cf13637f2db1 None None] Provisioning complete for port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:27.583975 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1c8eb47-19d6-4be0-92a0-cf13637f2db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:27.632745 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f8366-1ccf-40c7-a834-84c1da690b4a req-f66b381d-5d2b-4e0e-8203-1fb0586410e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:27.634310 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8f4f8366-1ccf-40c7-a834-84c1da690b4a req-f66b381d-5d2b-4e0e-8203-1fb0586410e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 1099 time: 0.2324507 Jun 23 14:12:27.674521 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device e5d65c20-3d09-430b-88b3-b39011da3fc7 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:27.755316 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8f4f8366-1ccf-40c7-a834-84c1da690b4a req-5c1187eb-1e62-4b58-abb5-e84c19744227 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034734 Jun 23 14:12:27.785410 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8eb47-19d6-4be0-92a0-cf13637f2db1 None None] Port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:27.804131 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:27.805311 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 33372) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:27.816595 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] 10.222.0.13 "PUT /v2.0/routers/cfa706f5-839e-422b-90d0-2a343d9a1475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1957679 Jun 23 14:12:27.843598 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port e5d65c20-3d09-430b-88b3-b39011da3fc7 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:27.849388 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port e5d65c20-3d09-430b-88b3-b39011da3fc7 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:27.849941 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:27.996209 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:28.040261 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port e5d65c20-3d09-430b-88b3-b39011da3fc7, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=e5d65c20-3d09-430b-88b3-b39011da3fc7,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:28.046846 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:28.047888 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 256738ce-0b55-4931-8942-f56471e8a81f up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:28.052398 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:28.078138 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b97cba38-a501-4dee-88ee-2c057f06e1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:28.143446 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=e5d65c20-3d09-430b-88b3-b39011da3fc7,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:28.160123 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:28.160944 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 256738ce-0b55-4931-8942-f56471e8a81f triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:28.161320 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:28.223567 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b97cba38-a501-4dee-88ee-2c057f06e1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:28.230897 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b97cba38-a501-4dee-88ee-2c057f06e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:28.233741 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0af9b4e0-7603-4a88-a7b7-5bf9c7256f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:28.272419 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:28.281547 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cba38-a501-4dee-88ee-2c057f06e1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121e8875-161e-41f3-9831-2fd61ba02775,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:28.289091 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b97cba38-a501-4dee-88ee-2c057f06e1a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a144ffb6e3d04860ac1eb0913a0c9a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4794247 Jun 23 14:12:28.289091 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b97cba38-a501-4dee-88ee-2c057f06e1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:28.289503 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 33398) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:28.329067 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:28.329562 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:28.353272 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b5500f3a-4742-4889-bc2f-61bcfa0c5bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:28.376923 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b5500f3a-4742-4889-bc2f-61bcfa0c5bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:28.430526 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b5500f3a-4742-4889-bc2f-61bcfa0c5bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:28.433471 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b5500f3a-4742-4889-bc2f-61bcfa0c5bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:28.437661 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b5500f3a-4742-4889-bc2f-61bcfa0c5bde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/121e8875-161e-41f3-9831-2fd61ba02775 HTTP/1.1" status: 204 len: 168 time: 0.1440728 Jun 23 14:12:28.437661 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-5c778cab-7fc7-4720-8820-6645c9d05927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:28.449102 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5500f3a-4742-4889-bc2f-61bcfa0c5bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121e8875-161e-41f3-9831-2fd61ba02775,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:28.451489 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b5500f3a-4742-4889-bc2f-61bcfa0c5bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:28.784914 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fe900-292a-46f9-ab43-bf321d23adbf req-4d4d403a-d176-4a31-93b8-3671e234df6b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:28.786680 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ef8fe900-292a-46f9-ab43-bf321d23adbf req-4d4d403a-d176-4a31-93b8-3671e234df6b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.0811589 Jun 23 14:12:28.837111 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ef8fe900-292a-46f9-ab43-bf321d23adbf req-df1b3da1-b579-4899-8d7d-fcac9979cf4d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443749 Jun 23 14:12:29.026995 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f0982-99f7-4fa8-b986-da5474b3265e req-985b70d3-33a1-4400-b1c5-55d7366ba87d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:29.029145 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-363f0982-99f7-4fa8-b986-da5474b3265e req-985b70d3-33a1-4400-b1c5-55d7366ba87d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0807550 Jun 23 14:12:29.044911 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Sync routers for ids ['cfa706f5-839e-422b-90d0-2a343d9a1475'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:29.054513 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Routers {'cfa706f5-839e-422b-90d0-2a343d9a1475'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:29.055220 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:12:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['cfa706f5-839e-422b-90d0-2a343d9a1475'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:29.080713 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-363f0982-99f7-4fa8-b986-da5474b3265e req-ae58aa40-3248-4deb-be76-1c9f05d5a74c tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449636 Jun 23 14:12:29.166079 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Set router cfa706f5-839e-422b-90d0-2a343d9a1475 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:29.242392 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 33408) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:29.256201 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-8b9b2253-f7c8-490b-aa19-aeede80f393e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1198947810', 'description': 'tempest-secgroup-smoke-1198947810 description', 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:29.293537 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2253-f7c8-490b-aa19-aeede80f393e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.374537 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device e5d65c20-3d09-430b-88b3-b39011da3fc7 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:29.417641 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2253-f7c8-490b-aa19-aeede80f393e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.423558 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2253-f7c8-490b-aa19-aeede80f393e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.426953 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ddb29abd-298e-4b6b-aa1d-54ee901fdbf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:29.456107 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2253-f7c8-490b-aa19-aeede80f393e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.457632 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-8b9b2253-f7c8-490b-aa19-aeede80f393e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2126234 Jun 23 14:12:29.459725 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b2253-f7c8-490b-aa19-aeede80f393e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2841248-31a2-4ca0-8663-c33141b403ee,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:29.461134 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33414) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:29.462405 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8b9b2253-f7c8-490b-aa19-aeede80f393e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:29.467954 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-9270e703-13a2-4721-bc16-86ab60bab76c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'security_group_rule': {'security_group_id': 'e2841248-31a2-4ca0-8663-c33141b403ee', 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:29.500119 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9270e703-13a2-4721-bc16-86ab60bab76c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.511939 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port e5d65c20-3d09-430b-88b3-b39011da3fc7 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:29.512590 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.554708 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9270e703-13a2-4721-bc16-86ab60bab76c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.560289 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9270e703-13a2-4721-bc16-86ab60bab76c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.563676 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:29.580426 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270e703-13a2-4721-bc16-86ab60bab76c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a968d0f4-7f28-45f5-8aec-be6ec0b6053e,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:29.590925 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9270e703-13a2-4721-bc16-86ab60bab76c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:29.597609 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9270e703-13a2-4721-bc16-86ab60bab76c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.602245 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9270e703-13a2-4721-bc16-86ab60bab76c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363747 Jun 23 14:12:29.602245 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33418) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:29.606971 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-3523ecd4-b0ac-4562-8f03-b70b70662949 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'security_group_rule': {'security_group_id': 'e2841248-31a2-4ca0-8663-c33141b403ee', 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:29.640404 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'name': 'tempest-TestVolumeBootPattern-1992938244-router', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:22Z', 'updated_at': '2021-06-23T14:12:26Z', 'revision_number': 4, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'gw_port': {'id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:23Z', 'updated_at': '2021-06-23T14:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '3f1d63c2-cc4e-4962-8cf5-8059e58e132b', 'name': '', 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'mac_address': 'fa:16:3e:00:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0f8e3bdc-6b95-4a35-be57-51a3c521507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:25Z', 'updated_at': '2021-06-23T14:12:26Z', 'revision_number': 2, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'subnets': [{'id': '0f8e3bdc-6b95-4a35-be57-51a3c521507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:29.642859 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3523ecd4-b0ac-4562-8f03-b70b70662949 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.679306 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Checking router: cfa706f5-839e-422b-90d0-2a343d9a1475 for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:29.680068 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Updating router cfa706f5-839e-422b-90d0-2a343d9a1475 port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b binding host dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:29.719748 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.740900 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3523ecd4-b0ac-4562-8f03-b70b70662949 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.756223 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3523ecd4-b0ac-4562-8f03-b70b70662949 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.758027 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9270e703-13a2-4721-bc16-86ab60bab76c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:29.776900 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523ecd4-b0ac-4562-8f03-b70b70662949 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991a803a-f0e0-468f-ae8e-21d848e0ff62,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:29.779526 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-3523ecd4-b0ac-4562-8f03-b70b70662949 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:29.785649 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3523ecd4-b0ac-4562-8f03-b70b70662949 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.787137 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-3523ecd4-b0ac-4562-8f03-b70b70662949 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1841323 Jun 23 14:12:29.789802 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33422) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:29.794274 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-0e1b452e-0d05-4379-876e-e53ac2a5d04c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'security_group_rule': {'security_group_id': 'e2841248-31a2-4ca0-8663-c33141b403ee', 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:29.825609 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0e1b452e-0d05-4379-876e-e53ac2a5d04c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.910646 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0e1b452e-0d05-4379-876e-e53ac2a5d04c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.915043 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0e1b452e-0d05-4379-876e-e53ac2a5d04c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.917039 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:29.934982 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b452e-0d05-4379-876e-e53ac2a5d04c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c89d3e-f9c7-4e52-91a8-6feb1ea1e1c0,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:29.937526 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-0e1b452e-0d05-4379-876e-e53ac2a5d04c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:29.944923 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0e1b452e-0d05-4379-876e-e53ac2a5d04c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:29.946848 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-0e1b452e-0d05-4379-876e-e53ac2a5d04c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559291 Jun 23 14:12:29.950138 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 33428) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:29.956400 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-8a7d5257-87b7-4108-a6d7-f73594b5372c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'security_group_rule': {'security_group_id': 'e2841248-31a2-4ca0-8663-c33141b403ee', 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:29.995290 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5257-87b7-4108-a6d7-f73594b5372c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.055410 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.059863 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5257-87b7-4108-a6d7-f73594b5372c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.061732 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aabe1-e5bc-4d68-aa56-82eb00de3392 req-c120ccf2-219b-457f-98b5-4ead8e1b1a18 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:30.063528 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-770aabe1-e5bc-4d68-aa56-82eb00de3392 req-c120ccf2-219b-457f-98b5-4ead8e1b1a18 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.0723679 Jun 23 14:12:30.065659 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5257-87b7-4108-a6d7-f73594b5372c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.066572 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Transition to ACTIVE for port object 3f1d63c2-cc4e-4962-8cf5-8059e58e132b will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:30.068326 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7b1eeaeb-21e1-4fd9-996f-acfdc971d3b2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:30.073078 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.075973 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:30.107062 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5257-87b7-4108-a6d7-f73594b5372c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.108291 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-8a7d5257-87b7-4108-a6d7-f73594b5372c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569955 Jun 23 14:12:30.110576 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d5257-87b7-4108-a6d7-f73594b5372c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fd253f-5144-408f-bc0f-07bbcf7e5d3d,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:30.112206 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 33432) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:30.121581 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-770aabe1-e5bc-4d68-aa56-82eb00de3392 req-6b4889ab-712e-48f2-9d91-6d17a5a3f0da tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506194 Jun 23 14:12:30.122074 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-2b41af72-ffbf-428b-b89c-e057a22ba36c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'security_group_rule': {'security_group_id': 'e2841248-31a2-4ca0-8663-c33141b403ee', 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:30.134938 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8a7d5257-87b7-4108-a6d7-f73594b5372c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:30.167702 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.securitygroups_db [None req-2b41af72-ffbf-428b-b89c-e057a22ba36c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Project d78df0bf3da24f43bf97302cf21e0ee9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:12:30.174146 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aa91f-04d9-4c32-bc8c-881385b29518 None None] Pushing event updated for resources: {'Port': ['ID=3f1d63c2-cc4e-4962-8cf5-8059e58e132b,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:30.174973 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b41af72-ffbf-428b-b89c-e057a22ba36c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.185480 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-125aa91f-04d9-4c32-bc8c-881385b29518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:30.193964 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Attempting to bind port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:30.194491 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Attempting to bind port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '9bc014d0-8128-40cc-ba0e-0541d4db0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:30.195091 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Attempting to bind port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b on network 1be4d7a4-2f37-44e7-889f-648c27368548 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:30.202979 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:30.203765 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Checking segment: {'id': '9bc014d0-8128-40cc-ba0e-0541d4db0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:30.204240 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.204984 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Bound using segment: {'id': '9bc014d0-8128-40cc-ba0e-0541d4db0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:30.205547 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Bound port: 3f1d63c2-cc4e-4962-8cf5-8059e58e132b, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc014d0-8128-40cc-ba0e-0541d4db0657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:30.206527 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.303245 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] For port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:30.306779 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] For port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=3f1d63c2-cc4e-4962-8cf5-8059e58e132b,segment=NetworkSegment(9bc014d0-8128-40cc-ba0e-0541d4db0657),segment_id=9bc014d0-8128-40cc-ba0e-0541d4db0657)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:30.311415 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b41af72-ffbf-428b-b89c-e057a22ba36c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.313389 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.328933 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:30.338507 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b41af72-ffbf-428b-b89c-e057a22ba36c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.342418 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:30.357169 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41af72-ffbf-428b-b89c-e057a22ba36c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3abe73-37d5-4d89-a80a-c8a58a0d147b,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:30.361936 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-2b41af72-ffbf-428b-b89c-e057a22ba36c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:30.395308 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2b41af72-ffbf-428b-b89c-e057a22ba36c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.399006 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-2b41af72-ffbf-428b-b89c-e057a22ba36c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2781954 Jun 23 14:12:30.401028 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33434) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:30.408818 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-acb402fa-bef0-4d7a-8087-30a03c109d28 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'security_group_rule': {'security_group_id': 'e2841248-31a2-4ca0-8663-c33141b403ee', 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:30.422748 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ae064-8390-410d-9b16-8532fada7c57 req-16000183-9f5f-4a9b-95ee-e72a1227d146 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:30.426775 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aa7ae064-8390-410d-9b16-8532fada7c57 req-16000183-9f5f-4a9b-95ee-e72a1227d146 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.1521890 Jun 23 14:12:30.429186 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aa91f-04d9-4c32-bc8c-881385b29518 None None] Pushing event updated for resources: {'Port': ['ID=3f1d63c2-cc4e-4962-8cf5-8059e58e132b,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:30.433133 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-125aa91f-04d9-4c32-bc8c-881385b29518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:30.440302 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.securitygroups_db [None req-acb402fa-bef0-4d7a-8087-30a03c109d28 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Project d78df0bf3da24f43bf97302cf21e0ee9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:12:30.451972 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-acb402fa-bef0-4d7a-8087-30a03c109d28 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.455443 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Routers {'cfa706f5-839e-422b-90d0-2a343d9a1475'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:30.456195 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:12:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['cfa706f5-839e-422b-90d0-2a343d9a1475'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:30.513136 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aa7ae064-8390-410d-9b16-8532fada7c57 req-c656cba5-dcc4-4c7f-85e2-6bd9acc7b063 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824220 Jun 23 14:12:30.541944 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-acb402fa-bef0-4d7a-8087-30a03c109d28 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.549866 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-acb402fa-bef0-4d7a-8087-30a03c109d28 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.552072 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:30.575512 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb402fa-bef0-4d7a-8087-30a03c109d28 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4f08be-90fd-4715-a2dc-818c9012de9d,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:30.583293 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-acb402fa-bef0-4d7a-8087-30a03c109d28 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:30.595002 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-acb402fa-bef0-4d7a-8087-30a03c109d28 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.596963 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-acb402fa-bef0-4d7a-8087-30a03c109d28 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1933110 Jun 23 14:12:30.645039 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] Set router cfa706f5-839e-422b-90d0-2a343d9a1475 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:30.914806 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33488) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:30.976207 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'name': 'tempest-TestVolumeBootPattern-1992938244-router', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:22Z', 'updated_at': '2021-06-23T14:12:26Z', 'revision_number': 4, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'gw_port': {'id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:23Z', 'updated_at': '2021-06-23T14:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '3f1d63c2-cc4e-4962-8cf5-8059e58e132b', 'name': '', 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'mac_address': 'fa:16:3e:00:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0f8e3bdc-6b95-4a35-be57-51a3c521507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:25Z', 'updated_at': '2021-06-23T14:12:30Z', 'revision_number': 4, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'subnets': [{'id': '0f8e3bdc-6b95-4a35-be57-51a3c521507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:31.010869 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954bbe0-620e-418e-a217-5219d53a1f85 req-b804aee0-2ad4-48c3-9f06-1520aba9a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:31.012971 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e954bbe0-620e-418e-a217-5219d53a1f85 req-b804aee0-2ad4-48c3-9f06-1520aba9a795 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 1099 time: 0.1421769 Jun 23 14:12:31.030911 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f839a566-f3b6-410a-b9cd-3fe559e6235c None None] The sync data for ids ['cfa706f5-839e-422b-90d0-2a343d9a1475'] in dv-cinder-784477-5-iscsi is: [{'id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'name': 'tempest-TestVolumeBootPattern-1992938244-router', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:22Z', 'updated_at': '2021-06-23T14:12:26Z', 'revision_number': 4, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'gw_port': {'id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:23Z', 'updated_at': '2021-06-23T14:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '3f1d63c2-cc4e-4962-8cf5-8059e58e132b', 'name': '', 'network_id': '1be4d7a4-2f37-44e7-889f-648c27368548', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'mac_address': 'fa:16:3e:00:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0f8e3bdc-6b95-4a35-be57-51a3c521507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:25Z', 'updated_at': '2021-06-23T14:12:30Z', 'revision_number': 4, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'subnets': [{'id': '0f8e3bdc-6b95-4a35-be57-51a3c521507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:12:31.109194 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e954bbe0-620e-418e-a217-5219d53a1f85 req-3ba1508b-4dbf-483b-8df9-d513b568163e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624299 Jun 23 14:12:31.119438 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-89e36d8b-5145-4c92-ad74-e527d4e8a0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.295154 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-89e36d8b-5145-4c92-ad74-e527d4e8a0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.304229 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-89e36d8b-5145-4c92-ad74-e527d4e8a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.309090 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-deac21d7-5d31-4e43-bfd1-d7a3866e09dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:31.421541 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 3f1d63c2-cc4e-4962-8cf5-8059e58e132b up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:31.443730 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-89e36d8b-5145-4c92-ad74-e527d4e8a0b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7bcd7304fe44cb299dfd0f396b5baa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257218 Jun 23 14:12:31.446076 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 33500) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:31.446616 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e36d8b-5145-4c92-ad74-e527d4e8a0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b308ba46-446b-4c51-8434-45e6f8b11587,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:31.449467 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-89e36d8b-5145-4c92-ad74-e527d4e8a0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:31.512239 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b6d-69e1-4410-b637-8a1db2ee10fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.515113 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00e3df-d763-4572-8c28-423b7bd21be4 req-7d9a3ba9-68ee-4194-b54f-fdec38eb7fe5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:31.517388 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ab00e3df-d763-4572-8c28-423b7bd21be4 req-7d9a3ba9-68ee-4194-b54f-fdec38eb7fe5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.1855071 Jun 23 14:12:31.519352 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:31.526187 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:31.527073 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.555172 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b6d-69e1-4410-b637-8a1db2ee10fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.586657 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ab00e3df-d763-4572-8c28-423b7bd21be4 req-59a1c997-1471-426d-9d7b-3f040aba4dd1 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623353 Jun 23 14:12:31.628494 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b6d-69e1-4410-b637-8a1db2ee10fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.633570 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b6d-69e1-4410-b637-8a1db2ee10fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.633981 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.636817 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-6ec72b6d-69e1-4410-b637-8a1db2ee10fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b308ba46-446b-4c51-8434-45e6f8b11587 HTTP/1.1" status: 204 len: 168 time: 0.1894393 Jun 23 14:12:31.637621 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:31.648178 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec72b6d-69e1-4410-b637-8a1db2ee10fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b308ba46-446b-4c51-8434-45e6f8b11587,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:31.651351 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6ec72b6d-69e1-4410-b637-8a1db2ee10fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:31.713263 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=3f1d63c2-cc4e-4962-8cf5-8059e58e132b,segment=NetworkSegment(9bc014d0-8128-40cc-ba0e-0541d4db0657),segment_id=9bc014d0-8128-40cc-ba0e-0541d4db0657)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:31.730313 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.736767 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:31.863470 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=3f1d63c2-cc4e-4962-8cf5-8059e58e132b,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:31.867790 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:31.928853 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffd1f9-74db-48a3-b8ac-0b441540142d req-511005c1-0f46-4fa4-a408-722a61893d71 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:31.934626 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6cffd1f9-74db-48a3-b8ac-0b441540142d req-511005c1-0f46-4fa4-a408-722a61893d71 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0974536 Jun 23 14:12:31.979441 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6cffd1f9-74db-48a3-b8ac-0b441540142d req-7cb7090a-38e2-48a3-8c66-30025454d4c7 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415847 Jun 23 14:12:32.571925 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33550) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:32.672373 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1922935949-network', 'tenant_id': '50e0ebe8350a4bcebe0fd84c6b2c6b2d'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:32.698455 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Made reservation on behalf of 50e0ebe8350a4bcebe0fd84c6b2c6b2d for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:32.701175 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.713855 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.816075 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.820252 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.823336 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b293c034-43d4-425d-a149-acb46f3dd3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:32.850232 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:12:32.855443 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a45d1b-14af-4b9c-8fc4-6f1e944040f8,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:32.859351 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:32.864758 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.865103 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Added segment c323bc75-b721-480e-a665-4d1f28346ac9 of type vlan for network 91cb6d41-10ec-4cab-8135-d78f03d45599 Jun 23 14:12:32.907794 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.938730 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.940086 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:32.940674 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.943840 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-de453bc2-3688-4fd9-b0c2-920f359ce975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:33.012265 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4362226 Jun 23 14:12:33.012624 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 33558) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:33.024844 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Request body: {'subnet': {'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1922935949-subnet', 'tenant_id': '50e0ebe8350a4bcebe0fd84c6b2c6b2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:33.032746 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Pushing event updated for resources: {'Network': ['ID=91cb6d41-10ec-4cab-8135-d78f03d45599,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:33.036922 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:33.043186 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 91cb6d41-10ec-4cab-8135-d78f03d45599 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:12:33.054370 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Made reservation on behalf of 50e0ebe8350a4bcebe0fd84c6b2c6b2d for: {'subnet': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:33.057427 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9244814'] for subnet, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.217439 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0b72d-b09d-4573-aed1-b75f8deb3169 req-b664362e-9742-4388-8dcb-776d054a1dd4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:33.219147 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c1a0b72d-b09d-4573-aed1-b75f8deb3169 req-b664362e-9742-4388-8dcb-776d054a1dd4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0821617 Jun 23 14:12:33.278196 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c1a0b72d-b09d-4573-aed1-b75f8deb3169 req-1d7db6ab-adc2-442f-b542-7b2ca54831dc tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521276 Jun 23 14:12:33.285651 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2216929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9244828'] for subnet, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.289256 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-47dffe65-7fd8-4c53-9bba-abd897ab1b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:33.363147 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 3f1d63c2-cc4e-4962-8cf5-8059e58e132b up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:33.363493 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Checking segment: {'id': 'c323bc75-b721-480e-a665-4d1f28346ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:33.363977 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Network hostable DHCP agents. Network: 91cb6d41-10ec-4cab-8135-d78f03d45599, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:12:33.368882 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad2f9bd-6360-4a80-97b6-9927dbf8255a,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:33.372913 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:33.397199 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Network 91cb6d41-10ec-4cab-8135-d78f03d45599 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:12:33.414616 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 91cb6d41-10ec-4cab-8135-d78f03d45599) {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:33.421735 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:33.422351 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.430917 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9d91a-f97f-4cdf-ac5a-1e8e6cd36b47 None None] Network 91cb6d41-10ec-4cab-8135-d78f03d45599 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:33.456660 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4390423 Jun 23 14:12:33.557764 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:33.558254 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.674061 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56303450-fa1f-4681-a063-845e8197e7ae None None] Network 91cb6d41-10ec-4cab-8135-d78f03d45599 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:34.121856 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27664661-0eab-4b50-a7ac-880d4eff1f11 req-b52747de-34a1-449e-ab34-6f5eec7d6421 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.124004 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-27664661-0eab-4b50-a7ac-880d4eff1f11 req-b52747de-34a1-449e-ab34-6f5eec7d6421 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0836580 Jun 23 14:12:34.150697 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442790b-d1e2-40e5-81cf-a106cb001f15 req-5c421b55-bb37-4300-9a6d-5b75e370a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.152841 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b442790b-d1e2-40e5-81cf-a106cb001f15 req-5c421b55-bb37-4300-9a6d-5b75e370a1d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 1099 time: 0.0906222 Jun 23 14:12:34.178946 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-27664661-0eab-4b50-a7ac-880d4eff1f11 req-d0eebc76-999b-45fb-8d3f-31343cc3f1df tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469961 Jun 23 14:12:34.305005 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442790b-d1e2-40e5-81cf-a106cb001f15 req-d1ae5679-ff4d-40f6-8fdf-620726397537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.307008 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b442790b-d1e2-40e5-81cf-a106cb001f15 req-d1ae5679-ff4d-40f6-8fdf-620726397537 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 920 time: 0.1057646 Jun 23 14:12:34.352963 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b442790b-d1e2-40e5-81cf-a106cb001f15 req-3d4c3727-1d0c-4afe-88ba-2bab6ca8c280 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2582d771-fa91-408f-bd35-ee7dadc788aa HTTP/1.1" status: 200 len: 217 time: 0.0380917 Jun 23 14:12:34.404430 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442790b-d1e2-40e5-81cf-a106cb001f15 req-eb6b5a2c-b311-44a2-b2d6-6fc1857d4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.406489 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b442790b-d1e2-40e5-81cf-a106cb001f15 req-eb6b5a2c-b311-44a2-b2d6-6fc1857d4ffc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=098b5eb4-4f85-4551-a132-d2f6a5c0b689 HTTP/1.1" status: 200 len: 859 time: 0.0432639 Jun 23 14:12:34.440207 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b442790b-d1e2-40e5-81cf-a106cb001f15 req-741c794f-2971-44ec-9647-3cbde8cc0d4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f534e60-144d-45e6-a5fc-11af96caa6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260110 Jun 23 14:12:34.538346 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b442790b-d1e2-40e5-81cf-a106cb001f15 req-000ab15b-1a6c-4eeb-b8a3-6aff6e7621c9 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912900 Jun 23 14:12:34.632300 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b442790b-d1e2-40e5-81cf-a106cb001f15 req-03177bf9-d1f1-450b-bc8f-fb085d886efd service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828185 Jun 23 14:12:35.375839 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8ba2b-b512-49e5-8581-80cc235070a5 req-7d7373e9-160c-4cba-b19e-33ea9d2ed4c6 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:35.378531 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-58e8ba2b-b512-49e5-8581-80cc235070a5 req-7d7373e9-160c-4cba-b19e-33ea9d2ed4c6 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0762656 Jun 23 14:12:35.430033 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-58e8ba2b-b512-49e5-8581-80cc235070a5 req-c9e533d7-31c8-46e2-8ba1-9a15097f5c05 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Jun 23 14:12:35.782722 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.625067 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f1a0b-0db1-4852-bffe-159c931ae308 req-ebd96ee1-dcfc-4e97-8e77-8c5d629c2d3f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:36.627643 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-839f1a0b-0db1-4852-bffe-159c931ae308 req-ebd96ee1-dcfc-4e97-8e77-8c5d629c2d3f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0814517 Jun 23 14:12:36.668945 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-839f1a0b-0db1-4852-bffe-159c931ae308 req-f4a325fe-c349-4612-860c-fa1be6a25db6 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347688 Jun 23 14:12:37.979127 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94ffb-e9dc-49ed-8ef5-9bb492618c4e req-460a2be5-51c1-4e0b-8c7f-d0c7de91b440 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:37.980633 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-90f94ffb-e9dc-49ed-8ef5-9bb492618c4e req-460a2be5-51c1-4e0b-8c7f-d0c7de91b440 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0641685 Jun 23 14:12:38.020236 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-90f94ffb-e9dc-49ed-8ef5-9bb492618c4e req-77bc0f34-2847-430d-8b3b-aa0e356bc6e9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333488 Jun 23 14:12:39.195592 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa379d8-4f2a-473f-bab6-0d02ee5d4a47 req-53300a9a-227f-474d-825a-9e1b2ab3d92b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.197026 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-efa379d8-4f2a-473f-bab6-0d02ee5d4a47 req-53300a9a-227f-474d-825a-9e1b2ab3d92b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0661690 Jun 23 14:12:39.236267 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-efa379d8-4f2a-473f-bab6-0d02ee5d4a47 req-c9374eb7-f7c1-4a46-8fd3-ccd1da2f406f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Jun 23 14:12:41.884350 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808728f0-2d4d-4419-84c3-3bd0b1ea9fcc req-06ed9d18-5093-4c94-8f84-fa8f3a76b41b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:41.885759 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-808728f0-2d4d-4419-84c3-3bd0b1ea9fcc req-06ed9d18-5093-4c94-8f84-fa8f3a76b41b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0762517 Jun 23 14:12:41.930742 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-808728f0-2d4d-4419-84c3-3bd0b1ea9fcc req-fc924d28-7210-4232-9979-64a6d28ac55d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365610 Jun 23 14:12:47.752713 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ac86e9ee-ec9f-4f7c-9d81-6858ee89dfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.558326 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-8962ab59-534d-49e4-b713-eca63c220853 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:49.560018 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-8962ab59-534d-49e4-b713-eca63c220853 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/networks?id=91cb6d41-10ec-4cab-8135-d78f03d45599 HTTP/1.1" status: 200 len: 809 time: 0.1103261 Jun 23 14:12:49.575975 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-ca5ba1cc-5e45-4c9d-b338-46ba3f761dfc tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/quotas/50e0ebe8350a4bcebe0fd84c6b2c6b2d HTTP/1.1" status: 200 len: 375 time: 0.0094976 Jun 23 14:12:49.615556 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-88b4c45f-dea5-40a0-a2ac-3e6873b833f2 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=50e0ebe8350a4bcebe0fd84c6b2c6b2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332398 Jun 23 14:12:49.708985 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-39385a2c-52bb-4ede-a2ad-d63c5bee7718 service neutron] 10.222.0.13 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862374 Jun 23 14:12:49.809939 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-8289023f-2386-424e-936a-3ce63fb7822c service neutron] 10.222.0.13 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906990 Jun 23 14:12:50.015885 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-551789f2-4711-455b-9b34-c155c506481d req-9a219110-6521-4c29-9048-6d6ef8da36d5 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 210 time: 0.0384648 Jun 23 14:12:50.370993 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-892de983-69b1-4ad5-bfa3-cb91bf3404c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.896311 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.162227 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.190903 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f6d821b3-f5f0-4d04-9d9a-d084a9a1c3e9 req-4d56577f-9b39-418f-98e7-9b2f320d555e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 210 time: 0.0305285 Jun 23 14:12:51.706425 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-67169b7a-c0c9-48f3-9957-4151759e9639 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:51.709208 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-67169b7a-c0c9-48f3-9957-4151759e9639 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.39 "GET /v2.0/networks?id=91cb6d41-10ec-4cab-8135-d78f03d45599 HTTP/1.1" status: 200 len: 809 time: 0.1992764 Jun 23 14:12:51.759150 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741c8d9-df1e-4096-aac0-06de4a1e93c3 req-da4be8d7-142b-4c14-94d1-0f844ee01c5a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:51.761139 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f741c8d9-df1e-4096-aac0-06de4a1e93c3 req-da4be8d7-142b-4c14-94d1-0f844ee01c5a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0897653 Jun 23 14:12:51.806851 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f741c8d9-df1e-4096-aac0-06de4a1e93c3 req-6f04b74c-f50d-40de-9c83-62773c26adb6 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Jun 23 14:12:51.817471 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Request body: {'port': {'device_id': 'be967857-40c2-46d2-8686-82d04d140017', 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599', 'admin_state_up': True, 'tenant_id': '50e0ebe8350a4bcebe0fd84c6b2c6b2d'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:51.968046 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da24f40-b6d4-4152-993a-c33cacc6138c req-766cf740-25b4-4676-bd37-5a1e7a37e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:51.969465 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3da24f40-b6d4-4152-993a-c33cacc6138c req-766cf740-25b4-4676-bd37-5a1e7a37e37c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 1099 time: 0.1564553 Jun 23 14:12:52.041601 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Made reservation on behalf of 50e0ebe8350a4bcebe0fd84c6b2c6b2d for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:52.045737 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.067790 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-9d8e75e3-39e8-4a7a-8433-0684d9400eb8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.069866 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-9d8e75e3-39e8-4a7a-8433-0684d9400eb8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 815 time: 0.1268492 Jun 23 14:12:52.093630 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-ae218ac6-ee8a-42f4-82ce-f0aff2f333b4 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/quotas/cc4649dfe1a8471d8f901eb395cb6942 HTTP/1.1" status: 200 len: 375 time: 0.0124722 Jun 23 14:12:52.126000 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da24f40-b6d4-4152-993a-c33cacc6138c req-70c3c139-9918-429a-9497-f82bc0694478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.127452 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3da24f40-b6d4-4152-993a-c33cacc6138c req-70c3c139-9918-429a-9497-f82bc0694478 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 920 time: 0.1500113 Jun 23 14:12:52.172302 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-abbe5c3c-3ca8-4a87-8a8d-196b43740502 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730548 Jun 23 14:12:52.232278 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3da24f40-b6d4-4152-993a-c33cacc6138c req-45108b7f-da4e-4229-a7a9-4d117458057a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2582d771-fa91-408f-bd35-ee7dadc788aa HTTP/1.1" status: 200 len: 217 time: 0.0712495 Jun 23 14:12:52.278387 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Allocated IP 172.20.0.3 (91cb6d41-10ec-4cab-8135-d78f03d45599/6ad2f9bd-6360-4a80-97b6-9927dbf8255a/8a2731a7-4f97-47d3-a062-4691044bfe29) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:52.344896 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-8da3016a-4903-4255-a699-52eaea0101ca service neutron] 10.222.0.13 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616724 Jun 23 14:12:52.445461 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da24f40-b6d4-4152-993a-c33cacc6138c req-1ef19f07-6242-42e7-967c-3564d7fa1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.447026 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3da24f40-b6d4-4152-993a-c33cacc6138c req-1ef19f07-6242-42e7-967c-3564d7fa1dca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=098b5eb4-4f85-4551-a132-d2f6a5c0b689 HTTP/1.1" status: 200 len: 859 time: 0.0984876 Jun 23 14:12:52.485244 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3da24f40-b6d4-4152-993a-c33cacc6138c req-c7514ad7-c641-450d-b202-d367e95f9062 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f534e60-144d-45e6-a5fc-11af96caa6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291636 Jun 23 14:12:52.494661 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-451ce4f6-092d-4849-a688-1ff2dedcab91 service neutron] 10.222.0.13 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393783 Jun 23 14:12:52.801372 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e8bf66b6-20af-4f27-bb79-cf4d7a9ec878 req-a29038ac-527b-4e39-9c4b-17145a01a64d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 210 time: 0.0404723 Jun 23 14:12:52.878027 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.943419 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3a4b0bb1-b239-46bd-916c-a1767295a1c7 req-2a2abbc7-976e-4f78-ba88-139e57be6e85 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 210 time: 0.0735178 Jun 23 14:12:53.002030 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3da24f40-b6d4-4152-993a-c33cacc6138c req-92085db4-7f44-4f24-badb-c90829615b15 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031481 Jun 23 14:12:53.043452 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.049870 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-289427ee-b8fa-4e91-acbf-569c7c9ab245 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:53.098190 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4a420-42d4-4611-8cbe-75758efcd244 req-9028f96b-9902-4a5e-9da0-69c120d3a0f5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:53.100248 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-18f4a420-42d4-4611-8cbe-75758efcd244 req-9028f96b-9902-4a5e-9da0-69c120d3a0f5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.1109054 Jun 23 14:12:53.145241 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-18f4a420-42d4-4611-8cbe-75758efcd244 req-0e2766d8-71ad-4d63-8a40-a6936d904fe6 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387714 Jun 23 14:12:53.153615 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Network 91cb6d41-10ec-4cab-8135-d78f03d45599 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:53.171993 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:53.181471 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:53.185059 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Pushing event updated for resources: {'Port': ['ID=8a2731a7-4f97-47d3-a062-4691044bfe29,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:53.223671 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3da24f40-b6d4-4152-993a-c33cacc6138c req-d2922ad0-6f6d-4825-a6ca-e20b614921e2 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140727 Jun 23 14:12:53.227228 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.227595 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.227955 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.228306 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.228653 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.229002 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.229340 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.229687 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.230024 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.230389 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.230728 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.231064 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:53.238242 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:53.258616 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:53.259212 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.276019 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4650550 Jun 23 14:12:53.300331 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.408857 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Request body: {'port': {'device_id': 'be967857-40c2-46d2-8686-82d04d140017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:53.503163 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.816455 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2731a7-4f97-47d3-a062-4691044bfe29 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:53.826425 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.839845 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Transition to ACTIVE for port object 8a2731a7-4f97-47d3-a062-4691044bfe29 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:53.845157 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.847587 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4b294192-9888-4f86-8251-9fa8ee396fa3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:53.902106 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Pushing event updated for resources: {'Port': ['ID=8a2731a7-4f97-47d3-a062-4691044bfe29,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:53.922408 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:53.980811 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-05db7ea7-1b4b-4fc2-93a1-1bfc761e4992 req-9751034d-ccf1-4dcc-b080-5fc72067b108 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 210 time: 0.0371323 Jun 23 14:12:54.008514 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Attempting to bind port 8a2731a7-4f97-47d3-a062-4691044bfe29 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:54.008514 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Attempting to bind port 8a2731a7-4f97-47d3-a062-4691044bfe29 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'c323bc75-b721-480e-a665-4d1f28346ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:54.008514 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Attempting to bind port 8a2731a7-4f97-47d3-a062-4691044bfe29 on network 91cb6d41-10ec-4cab-8135-d78f03d45599 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:54.012992 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Port 8a2731a7-4f97-47d3-a062-4691044bfe29 on network 91cb6d41-10ec-4cab-8135-d78f03d45599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:54.013997 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Attempting to bind port 8a2731a7-4f97-47d3-a062-4691044bfe29 on network 91cb6d41-10ec-4cab-8135-d78f03d45599 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:54.020001 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:54.020374 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Checking segment: {'id': 'c323bc75-b721-480e-a665-4d1f28346ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:54.020805 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Bound using segment: {'id': 'c323bc75-b721-480e-a665-4d1f28346ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:54.021277 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Bound port: 8a2731a7-4f97-47d3-a062-4691044bfe29, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c323bc75-b721-480e-a665-4d1f28346ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:54.021637 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.093798 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] For port 8a2731a7-4f97-47d3-a062-4691044bfe29, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:54.096867 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] For port 8a2731a7-4f97-47d3-a062-4691044bfe29, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8a2731a7-4f97-47d3-a062-4691044bfe29,segment=NetworkSegment(c323bc75-b721-480e-a665-4d1f28346ac9),segment_id=c323bc75-b721-480e-a665-4d1f28346ac9)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:54.102738 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.105562 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d1af008a-3db0-444a-b811-4c9d8038f63b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:54.144895 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.145506 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.146901 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] 10.222.0.39 "PUT /v2.0/ports/8a2731a7-4f97-47d3-a062-4691044bfe29 HTTP/1.1" status: 200 len: 1093 time: 0.7478678 Jun 23 14:12:54.147410 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be967857-40c2-46d2-8686-82d04d140017', 'tag': '8a2731a7-4f97-47d3-a062-4691044bfe29'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:54.149711 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dd92b8-bf02-4b9d-91a8-6023acc842cb" -d '{"events": [{"name": "network-changed", "server_uuid": "be967857-40c2-46d2-8686-82d04d140017", "tag": "8a2731a7-4f97-47d3-a062-4691044bfe29"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:54.168648 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58a983-77c7-439f-b451-c04a578d6e82 req-f14d985a-e461-4129-a12d-de460a83e0a8 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.171191 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cf58a983-77c7-439f-b451-c04a578d6e82 req-f14d985a-e461-4129-a12d-de460a83e0a8 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 943 time: 0.0772812 Jun 23 14:12:54.174417 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Pushing event updated for resources: {'Port': ['ID=8a2731a7-4f97-47d3-a062-4691044bfe29,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:54.178387 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:54.197540 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec857ee-f661-4fa4-8713-4a556ace5432 x-openstack-request-id: req-5ec857ee-f661-4fa4-8713-4a556ace5432 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:54.197894 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be967857-40c2-46d2-8686-82d04d140017", "tag": "8a2731a7-4f97-47d3-a062-4691044bfe29", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:54.198236 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ec857ee-f661-4fa4-8713-4a556ace5432 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:54.198757 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be967857-40c2-46d2-8686-82d04d140017', 'tag': '8a2731a7-4f97-47d3-a062-4691044bfe29', 'status': 'completed', 'code': 200} Jun 23 14:12:54.223078 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cf58a983-77c7-439f-b451-c04a578d6e82 req-1bd627fc-b397-4a2f-921f-9689d5d4f5b5 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Jun 23 14:12:54.345311 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-cab98261-113a-4254-89fe-9eb972c5c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.346822 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-cab98261-113a-4254-89fe-9eb972c5c3ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=50e0ebe8350a4bcebe0fd84c6b2c6b2d&device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 1096 time: 0.0943666 Jun 23 14:12:54.376512 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd2c24-396e-42e5-8118-388cb3393025 req-5afe65e5-f8f3-4f73-b7e6-52fea1ff1b36 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.378536 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-64cd2c24-396e-42e5-8118-388cb3393025 req-5afe65e5-f8f3-4f73-b7e6-52fea1ff1b36 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0795219 Jun 23 14:12:54.457229 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-a2aabd74-8481-433c-b6b7-47d6780b6ab6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a2731a7-4f97-47d3-a062-4691044bfe29 HTTP/1.1" status: 200 len: 217 time: 0.0455968 Jun 23 14:12:54.460333 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-64cd2c24-396e-42e5-8118-388cb3393025 req-c0677522-2f34-4842-92df-0a1dbc28948c tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736709 Jun 23 14:12:54.537253 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-9b8da271-9b17-4ef4-a3a6-0f618f92e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.538814 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-9b8da271-9b17-4ef4-a3a6-0f618f92e5c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2f9bd-6360-4a80-97b6-9927dbf8255a HTTP/1.1" status: 200 len: 849 time: 0.0748682 Jun 23 14:12:54.672979 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-4308e2a0-299e-46d6-81ec-4661c8bf4521 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91cb6d41-10ec-4cab-8135-d78f03d45599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508657 Jun 23 14:12:54.809659 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-bc9492ee-2185-4929-9152-6abc210a6924 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.811977 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-bc9492ee-2185-4929-9152-6abc210a6924 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 815 time: 0.1816254 Jun 23 14:12:54.831227 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-88276af4-6155-4ca3-817f-083fc6e60b8a service neutron] 10.222.0.39 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235783 Jun 23 14:12:54.842528 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Request body: {'port': {'device_id': '8fceaa53-802b-4931-9ee6-89d20762a09d', 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d', 'admin_state_up': True, 'tenant_id': 'cc4649dfe1a8471d8f901eb395cb6942'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:55.026621 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f8a0aedf-1b04-473b-ab31-8d3d8d45d68f req-b99b3266-6491-406f-a9a0-516fa8792d4b service neutron] 10.222.0.39 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274359 Jun 23 14:12:55.033697 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Made reservation on behalf of cc4649dfe1a8471d8f901eb395cb6942 for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:55.037203 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.132264 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-671ecb1c-57ab-47be-a1b9-4d53ac4e0e99 req-39183680-3a80-40b4-9e50-f5db7e84d7f5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 210 time: 0.0299470 Jun 23 14:12:55.180540 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Allocated IP 172.20.0.14 (fbe29112-b5be-45ba-9ecf-c4558a5aa22d/6218bb09-0ad9-41f6-9399-eb2e94454448/9e341056-9461-456c-9dad-5bfeb839086e) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:55.329956 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd92b8-bf02-4b9d-91a8-6023acc842cb req-5ed8baa3-db25-4f29-b1f7-be764cbb2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.331442 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-07dd92b8-bf02-4b9d-91a8-6023acc842cb req-5ed8baa3-db25-4f29-b1f7-be764cbb2444 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=50e0ebe8350a4bcebe0fd84c6b2c6b2d&device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 1096 time: 0.1487522 Jun 23 14:12:55.471218 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.508419 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd92b8-bf02-4b9d-91a8-6023acc842cb req-92ea91d0-33d2-4460-8599-a949ca2da664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.509818 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-07dd92b8-bf02-4b9d-91a8-6023acc842cb req-92ea91d0-33d2-4460-8599-a949ca2da664 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91cb6d41-10ec-4cab-8135-d78f03d45599 HTTP/1.1" status: 200 len: 910 time: 0.1670082 Jun 23 14:12:55.569352 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-07dd92b8-bf02-4b9d-91a8-6023acc842cb req-6a0d6300-0a3b-44cb-8aef-4051d6c06055 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a2731a7-4f97-47d3-a062-4691044bfe29 HTTP/1.1" status: 200 len: 217 time: 0.0500245 Jun 23 14:12:55.577627 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c6345-ddea-43e8-94de-d17c150fac7a req-3bb1f42e-b739-447e-bae9-2de4aba83434 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.579145 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-689c6345-ddea-43e8-94de-d17c150fac7a req-3bb1f42e-b739-447e-bae9-2de4aba83434 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 943 time: 0.2150347 Jun 23 14:12:55.633974 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.642352 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-02910a4d-85c5-4b83-a5b1-251187bc4c6e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:55.658355 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c966b-42c9-4179-b015-b556a449a240 req-802ade96-5b4a-4aaf-ae51-2dbd80648661 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.659896 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cf2c966b-42c9-4179-b015-b556a449a240 req-802ade96-5b4a-4aaf-ae51-2dbd80648661 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0672202 Jun 23 14:12:55.686645 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd92b8-bf02-4b9d-91a8-6023acc842cb req-6108f0fd-eef8-4d34-a050-dd9f32f13aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.688961 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-07dd92b8-bf02-4b9d-91a8-6023acc842cb req-6108f0fd-eef8-4d34-a050-dd9f32f13aa6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2f9bd-6360-4a80-97b6-9927dbf8255a HTTP/1.1" status: 200 len: 849 time: 0.1073115 Jun 23 14:12:55.695734 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['39956ff4-d72a-4b40-b45d-df358fe1bb2c', '945529d5-4826-477a-9f7d-4119d9b3aa35', '729f7203-9521-4ef8-b568-d3b29fc64356'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:55.719659 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Network fbe29112-b5be-45ba-9ecf-c4558a5aa22d is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:55.720319 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cf2c966b-42c9-4179-b015-b556a449a240 req-e69f2dcc-5657-4650-b2f8-0eb978cc4f76 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527017 Jun 23 14:12:55.750109 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-689c6345-ddea-43e8-94de-d17c150fac7a req-34374bb1-0dcb-47fc-b6d3-274f9d8a5435 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450877 Jun 23 14:12:55.750109 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:55.772764 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:55.777492 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-07dd92b8-bf02-4b9d-91a8-6023acc842cb req-0eaeddb2-abe8-4c02-87c7-61bf52131f74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91cb6d41-10ec-4cab-8135-d78f03d45599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785413 Jun 23 14:12:55.778314 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Pushing event updated for resources: {'Port': ['ID=9e341056-9461-456c-9dad-5bfeb839086e,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:55.782790 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:55.896925 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.897850 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.925668 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0873845 Jun 23 14:12:55.929891 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-07dd92b8-bf02-4b9d-91a8-6023acc842cb req-a2cf8e2f-5d29-4a94-9954-340db3e3d318 service neutron] 10.222.0.39 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446230 Jun 23 14:12:55.965079 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Request body: {'port': {'device_id': '8fceaa53-802b-4931-9ee6-89d20762a09d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:56.104061 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.107273 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-07dd92b8-bf02-4b9d-91a8-6023acc842cb req-18faa1dd-ac39-4cec-9fe4-226718b3124c service neutron] 10.222.0.39 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544023 Jun 23 14:12:56.327973 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc611f-48c1-41a1-bcfe-d7b11aa349d0 req-f6ec5be1-65f4-4742-a3a1-d912deb38c52 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.329670 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-49bc611f-48c1-41a1-bcfe-d7b11aa349d0 req-f6ec5be1-65f4-4742-a3a1-d912deb38c52 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 932 time: 0.0719604 Jun 23 14:12:56.370829 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-49bc611f-48c1-41a1-bcfe-d7b11aa349d0 req-620d919d-6fc3-4b1f-8eb9-98bb2ec4ed65 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Jun 23 14:12:56.380807 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e341056-9461-456c-9dad-5bfeb839086e {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:56.388597 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.401316 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Transition to ACTIVE for port object 9e341056-9461-456c-9dad-5bfeb839086e will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:56.407395 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.410598 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:56.458920 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Pushing event updated for resources: {'Port': ['ID=9e341056-9461-456c-9dad-5bfeb839086e,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:56.476025 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:56.532345 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Attempting to bind port 9e341056-9461-456c-9dad-5bfeb839086e on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:56.532698 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Attempting to bind port 9e341056-9461-456c-9dad-5bfeb839086e by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:56.533047 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Attempting to bind port 9e341056-9461-456c-9dad-5bfeb839086e on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:56.537623 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Port 9e341056-9461-456c-9dad-5bfeb839086e on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:56.537962 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Attempting to bind port 9e341056-9461-456c-9dad-5bfeb839086e on network fbe29112-b5be-45ba-9ecf-c4558a5aa22d {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:56.542863 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:56.543219 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Checking segment: {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:56.543600 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Bound using segment: {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:56.544018 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Bound port: 9e341056-9461-456c-9dad-5bfeb839086e, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32abcbea-416c-488b-a16d-571cf9e58b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:56.544878 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.620542 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] For port 9e341056-9461-456c-9dad-5bfeb839086e, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:56.624156 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] For port 9e341056-9461-456c-9dad-5bfeb839086e, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9e341056-9461-456c-9dad-5bfeb839086e,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:56.629608 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.631824 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:56.662021 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.662851 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.664191 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] 10.222.0.39 "PUT /v2.0/ports/9e341056-9461-456c-9dad-5bfeb839086e HTTP/1.1" status: 200 len: 1094 time: 0.7031753 Jun 23 14:12:56.666390 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fceaa53-802b-4931-9ee6-89d20762a09d', 'tag': '9e341056-9461-456c-9dad-5bfeb839086e'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:56.668647 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c5fea6-a603-4b51-af57-bbce02466c49" -d '{"events": [{"name": "network-changed", "server_uuid": "8fceaa53-802b-4931-9ee6-89d20762a09d", "tag": "9e341056-9461-456c-9dad-5bfeb839086e"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:56.696520 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Pushing event updated for resources: {'Port': ['ID=9e341056-9461-456c-9dad-5bfeb839086e,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:56.699646 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:56.707702 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95430b8-d73b-4bb2-9b11-be384bba854f x-openstack-request-id: req-a95430b8-d73b-4bb2-9b11-be384bba854f {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:56.708031 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fceaa53-802b-4931-9ee6-89d20762a09d", "tag": "9e341056-9461-456c-9dad-5bfeb839086e", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:56.708322 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a95430b8-d73b-4bb2-9b11-be384bba854f {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:56.708751 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fceaa53-802b-4931-9ee6-89d20762a09d', 'tag': '9e341056-9461-456c-9dad-5bfeb839086e', 'status': 'completed', 'code': 200} Jun 23 14:12:56.832592 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-d34f1087-7342-4510-86d9-51352457da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.834106 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-d34f1087-7342-4510-86d9-51352457da16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 1097 time: 0.0543830 Jun 23 14:12:56.894959 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-6f89e660-3787-461d-971a-40e3df555949 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e341056-9461-456c-9dad-5bfeb839086e HTTP/1.1" status: 200 len: 217 time: 0.0452490 Jun 23 14:12:56.923582 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304f4e7-b583-4f87-8d48-954540de307c req-34f0eadd-0713-4d52-bfd4-a6a9513f0d9a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.925162 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f304f4e7-b583-4f87-8d48-954540de307c req-34f0eadd-0713-4d52-bfd4-a6a9513f0d9a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0791519 Jun 23 14:12:56.964104 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f304f4e7-b583-4f87-8d48-954540de307c req-fc846b2b-be53-42a3-87b5-937790341d7d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Jun 23 14:12:56.971022 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-8cc569c0-67c1-4425-9d05-e8dd309cfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.972474 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-8cc569c0-67c1-4425-9d05-e8dd309cfcb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6218bb09-0ad9-41f6-9399-eb2e94454448 HTTP/1.1" status: 200 len: 855 time: 0.0694633 Jun 23 14:12:57.017426 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-da0fea49-e053-468e-a6f6-bc96f376098f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352991 Jun 23 14:12:57.025618 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dd287-1775-4265-9a80-ab6f381c6ae6 req-308e4434-8145-4573-9a58-98b73387404f tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.027103 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e00dd287-1775-4265-9a80-ab6f381c6ae6 req-308e4434-8145-4573-9a58-98b73387404f tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 943 time: 0.1346247 Jun 23 14:12:57.124916 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e00dd287-1775-4265-9a80-ab6f381c6ae6 req-56627825-3b9a-425a-9e8e-bbd90bc8065a tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895786 Jun 23 14:12:57.153919 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-d41b82f8-699f-4f09-9be6-9d997c20a118 service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257014 Jun 23 14:12:57.249731 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d6378be6-6bd2-421f-b5c0-3c6538892f82 req-c2d9e4a4-c1d4-4757-8721-55f84d53a871 service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882761 Jun 23 14:12:57.436688 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5fea6-a603-4b51-af57-bbce02466c49 req-1facca67-4ced-4ad1-a157-b21a66c01be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.438696 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-41c5fea6-a603-4b51-af57-bbce02466c49 req-1facca67-4ced-4ad1-a157-b21a66c01be2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 1097 time: 0.0573354 Jun 23 14:12:57.556663 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7e0ea-80f6-4f3b-962b-13c02d3b7f13 req-39653f3a-a08f-4424-9d5d-3a9b224bc35a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.558350 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-63d7e0ea-80f6-4f3b-962b-13c02d3b7f13 req-39653f3a-a08f-4424-9d5d-3a9b224bc35a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 944 time: 0.0675156 Jun 23 14:12:57.602793 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-63d7e0ea-80f6-4f3b-962b-13c02d3b7f13 req-dc882d2f-60a8-4bf3-b8fb-38457b555a3a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384865 Jun 23 14:12:57.775779 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5fea6-a603-4b51-af57-bbce02466c49 req-8bf1fea6-81dc-44be-9592-ffd9523245b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.777227 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-41c5fea6-a603-4b51-af57-bbce02466c49 req-8bf1fea6-81dc-44be-9592-ffd9523245b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 200 len: 916 time: 0.3320527 Jun 23 14:12:57.818771 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-41c5fea6-a603-4b51-af57-bbce02466c49 req-b03d81c1-6876-42a2-83b9-c72507e50e7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e341056-9461-456c-9dad-5bfeb839086e HTTP/1.1" status: 200 len: 217 time: 0.0342689 Jun 23 14:12:57.873654 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5fea6-a603-4b51-af57-bbce02466c49 req-38989449-7cde-47c9-95d0-05c0e31799fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.875224 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-41c5fea6-a603-4b51-af57-bbce02466c49 req-38989449-7cde-47c9-95d0-05c0e31799fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6218bb09-0ad9-41f6-9399-eb2e94454448 HTTP/1.1" status: 200 len: 855 time: 0.0455742 Jun 23 14:12:57.911717 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-41c5fea6-a603-4b51-af57-bbce02466c49 req-739be2db-b664-4452-aa75-70afd53094a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbe29112-b5be-45ba-9ecf-c4558a5aa22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293434 Jun 23 14:12:58.009128 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-41c5fea6-a603-4b51-af57-bbce02466c49 req-1f99e108-a355-4264-8308-17f4e816eea5 service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876515 Jun 23 14:12:58.128272 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-41c5fea6-a603-4b51-af57-bbce02466c49 req-8e7dca2a-1625-492f-af8a-5090dc5540ac service neutron] 10.222.0.39 "GET /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042385 Jun 23 14:12:58.148820 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14e3f8-b2a2-401c-8867-19ca0edbda6a req-b2ecffbc-b399-427b-b8d4-fdf0e4ae48c7 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.150525 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2d14e3f8-b2a2-401c-8867-19ca0edbda6a req-b2ecffbc-b399-427b-b8d4-fdf0e4ae48c7 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0687501 Jun 23 14:12:58.195419 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2d14e3f8-b2a2-401c-8867-19ca0edbda6a req-efeb60fc-477d-4652-93e3-ea07370f2dd2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383773 Jun 23 14:12:58.320486 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81608b-2a48-4241-a132-8fc9b2f00c62 req-6a3199c2-224a-4154-841d-4b20dd788fea tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.321955 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fe81608b-2a48-4241-a132-8fc9b2f00c62 req-6a3199c2-224a-4154-841d-4b20dd788fea tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 943 time: 0.0660989 Jun 23 14:12:58.359745 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fe81608b-2a48-4241-a132-8fc9b2f00c62 req-a1567595-8493-4cc6-9dfa-95f3ad34da86 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Jun 23 14:12:58.779638 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e573b2-cc99-476b-ab0a-08b04e20cf66 req-971c54bc-a5ee-4b09-9309-6e9141bc16f2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.781444 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-46e573b2-cc99-476b-ab0a-08b04e20cf66 req-971c54bc-a5ee-4b09-9309-6e9141bc16f2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 944 time: 0.0663233 Jun 23 14:12:58.820637 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-46e573b2-cc99-476b-ab0a-08b04e20cf66 req-8d2a5693-9dfa-4e08-8341-a110bb789ba8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335057 Jun 23 14:12:59.388606 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a471291-aa57-4463-afd6-b2596056f54f req-e1994f31-b384-4529-a143-45241229ec99 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:59.390445 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0a471291-aa57-4463-afd6-b2596056f54f req-e1994f31-b384-4529-a143-45241229ec99 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0723016 Jun 23 14:12:59.428397 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0a471291-aa57-4463-afd6-b2596056f54f req-9cecb653-691e-4063-8e2c-47e7ba64a2f0 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322373 Jun 23 14:12:59.596929 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7724d6-f673-4987-a6fb-a504f423b492 req-f26d8639-0fdf-4ac1-93cc-3a56d6e346c8 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:59.598455 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4c7724d6-f673-4987-a6fb-a504f423b492 req-f26d8639-0fdf-4ac1-93cc-3a56d6e346c8 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 943 time: 0.0644984 Jun 23 14:12:59.637922 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4c7724d6-f673-4987-a6fb-a504f423b492 req-a34fec55-d2c7-49c9-b31f-eb94a1dc5f67 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Jun 23 14:13:00.011576 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a048cc-9407-41da-8c34-0ada25072077 req-8870f1e6-6eea-4e5b-9315-f6735dd600b5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:00.013173 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-91a048cc-9407-41da-8c34-0ada25072077 req-8870f1e6-6eea-4e5b-9315-f6735dd600b5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 944 time: 0.0687356 Jun 23 14:13:00.052808 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-91a048cc-9407-41da-8c34-0ada25072077 req-7bd101bc-a1c8-47f3-b6a8-4ba51ba60656 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337458 Jun 23 14:13:00.294683 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 8a2731a7-4f97-47d3-a062-4691044bfe29 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:13:00.390438 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 8a2731a7-4f97-47d3-a062-4691044bfe29, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8a2731a7-4f97-47d3-a062-4691044bfe29,segment=NetworkSegment(c323bc75-b721-480e-a665-4d1f28346ac9),segment_id=c323bc75-b721-480e-a665-4d1f28346ac9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:00.401528 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '8a2731a7-4f97-47d3-a062-4691044bfe29', 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599', 'port_id': '8a2731a7-4f97-47d3-a062-4691044bfe29', 'mac_address': 'fa:16:3e:8a:81:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad2f9bd-6360-4a80-97b6-9927dbf8255a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:13:00.439767 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.456588 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2731a7-4f97-47d3-a062-4691044bfe29 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:00.479476 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 8a2731a7-4f97-47d3-a062-4691044bfe29, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8a2731a7-4f97-47d3-a062-4691044bfe29,segment=NetworkSegment(c323bc75-b721-480e-a665-4d1f28346ac9),segment_id=c323bc75-b721-480e-a665-4d1f28346ac9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:00.484868 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.486910 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:00.536070 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=8a2731a7-4f97-47d3-a062-4691044bfe29,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:00.539706 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:00.615030 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf79d8-7952-4c38-86f2-84cbb578164b req-88b13171-004f-4259-b563-7f97ee28c5fe tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:00.616820 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bedf79d8-7952-4c38-86f2-84cbb578164b req-88b13171-004f-4259-b563-7f97ee28c5fe tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0663159 Jun 23 14:13:00.654447 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bedf79d8-7952-4c38-86f2-84cbb578164b req-0b48d255-9cd8-4d6d-b0df-7d3b2ff51534 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Jun 23 14:13:00.828783 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bd592-5316-421c-8d81-21c3220460aa req-2544715d-c087-4d75-81c3-03d37882307f tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:00.830331 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-075bd592-5316-421c-8d81-21c3220460aa req-2544715d-c087-4d75-81c3-03d37882307f tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 944 time: 0.0743465 Jun 23 14:13:00.879107 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-075bd592-5316-421c-8d81-21c3220460aa req-6aaca225-a420-4cee-ae13-6abce6cf51bd tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Jun 23 14:13:01.246690 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4e2ce-9e85-4db3-8473-92e5875647f2 req-cc9844dd-1b0b-4a33-bab9-c4ca122479bc tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:01.248203 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-11a4e2ce-9e85-4db3-8473-92e5875647f2 req-cc9844dd-1b0b-4a33-bab9-c4ca122479bc tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 944 time: 0.0703883 Jun 23 14:13:01.306631 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-11a4e2ce-9e85-4db3-8473-92e5875647f2 req-06c0583e-7030-41a6-8b1d-f220ad659637 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500526 Jun 23 14:13:01.492849 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['8a2731a7-4f97-47d3-a062-4691044bfe29'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:01.846736 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c022b8f-7295-40bc-bf31-77a92a02270f req-6213966e-eca8-4b6e-a40b-1c187c4fdf64 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:01.848464 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1c022b8f-7295-40bc-bf31-77a92a02270f req-6213966e-eca8-4b6e-a40b-1c187c4fdf64 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0736594 Jun 23 14:13:01.891837 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1c022b8f-7295-40bc-bf31-77a92a02270f req-a87bc912-515e-4e59-83ff-0a75b4043e21 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369937 Jun 23 14:13:02.052002 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff722b-c056-4fe8-87b4-c1ef34009766 req-1eecefd2-2b9e-405f-b50c-975da995d6c5 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:02.053472 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c0ff722b-c056-4fe8-87b4-c1ef34009766 req-1eecefd2-2b9e-405f-b50c-975da995d6c5 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 944 time: 0.0630352 Jun 23 14:13:02.092692 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c0ff722b-c056-4fe8-87b4-c1ef34009766 req-fbc50cb1-0a73-4986-a0f2-6b52558456f1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Jun 23 14:13:02.500828 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aad8b-9e9b-47b2-86d8-a49b928f01ce req-9dd89173-2f2f-43b2-bafa-a7a867f266e2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:02.502339 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2c4aad8b-9e9b-47b2-86d8-a49b928f01ce req-9dd89173-2f2f-43b2-bafa-a7a867f266e2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 944 time: 0.0791311 Jun 23 14:13:02.547541 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2c4aad8b-9e9b-47b2-86d8-a49b928f01ce req-77d17c39-c424-4d8f-964a-d7c3b929eb52 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389574 Jun 23 14:13:02.988048 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:13:03.068275 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1c116-e4b9-4c1f-8817-57140f1e2525 req-4cc9b0bf-c520-4a2b-bd15-d1b9af6643c9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:03.069709 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b4d1c116-e4b9-4c1f-8817-57140f1e2525 req-4cc9b0bf-c520-4a2b-bd15-d1b9af6643c9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0627453 Jun 23 14:13:03.115359 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b4d1c116-e4b9-4c1f-8817-57140f1e2525 req-3135d9cc-a9d5-46bf-94da-c56c309a0a29 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352805 Jun 23 14:13:03.287677 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afabecf-a71e-49b7-b9dd-1d15c47f78a3 req-6de7149c-e2fb-4e27-ab5a-256cbc2eab59 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:03.289147 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8afabecf-a71e-49b7-b9dd-1d15c47f78a3 req-6de7149c-e2fb-4e27-ab5a-256cbc2eab59 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 944 time: 0.0688498 Jun 23 14:13:03.327913 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8afabecf-a71e-49b7-b9dd-1d15c47f78a3 req-5f553974-231f-4443-a6ef-b92796c5dbda tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330708 Jun 23 14:13:03.882828 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89e28d-0c1e-454e-92f6-d4336e268ef1 req-16c155b5-aee6-490d-9d43-f5a07b684801 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:03.884208 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8d89e28d-0c1e-454e-92f6-d4336e268ef1 req-16c155b5-aee6-490d-9d43-f5a07b684801 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 944 time: 0.0638108 Jun 23 14:13:03.923158 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8d89e28d-0c1e-454e-92f6-d4336e268ef1 req-44500484-a0fd-4286-bab9-5efc6098c5ad tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325365 Jun 23 14:13:04.127852 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71945bb-1a05-47a8-b7eb-a8d2d5c2ea56 req-ef3b03f5-00ec-4623-bded-6d3e952ab8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:04.129283 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c71945bb-1a05-47a8-b7eb-a8d2d5c2ea56 req-ef3b03f5-00ec-4623-bded-6d3e952ab8f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 1099 time: 0.0516610 Jun 23 14:13:04.247388 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71945bb-1a05-47a8-b7eb-a8d2d5c2ea56 req-9447f73f-e066-46a6-b509-fd8524ad8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:04.248986 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c71945bb-1a05-47a8-b7eb-a8d2d5c2ea56 req-9447f73f-e066-46a6-b509-fd8524ad8c02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 920 time: 0.0982163 Jun 23 14:13:04.273698 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 9e341056-9461-456c-9dad-5bfeb839086e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:13:04.286236 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 8a2731a7-4f97-47d3-a062-4691044bfe29 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:04.315289 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c71945bb-1a05-47a8-b7eb-a8d2d5c2ea56 req-367ed7d0-aaea-4622-a2b9-c5fe10f672bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2582d771-fa91-408f-bd35-ee7dadc788aa HTTP/1.1" status: 200 len: 217 time: 0.0495648 Jun 23 14:13:04.413364 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71945bb-1a05-47a8-b7eb-a8d2d5c2ea56 req-5e562425-2e33-4cc5-a5a1-f5b1bb74fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:04.415011 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c71945bb-1a05-47a8-b7eb-a8d2d5c2ea56 req-5e562425-2e33-4cc5-a5a1-f5b1bb74fa60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=098b5eb4-4f85-4551-a132-d2f6a5c0b689 HTTP/1.1" status: 200 len: 859 time: 0.0929430 Jun 23 14:13:04.426857 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e707-ca21-4973-8534-9ce03f76d9fc req-315785f3-1701-495b-a137-8193961630c4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:04.428332 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6541e707-ca21-4973-8534-9ce03f76d9fc req-315785f3-1701-495b-a137-8193961630c4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.1934195 Jun 23 14:13:04.447712 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 8a2731a7-4f97-47d3-a062-4691044bfe29 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:04.460622 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 8a2731a7-4f97-47d3-a062-4691044bfe29 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:04.461010 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.481685 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c71945bb-1a05-47a8-b7eb-a8d2d5c2ea56 req-01f2ad3d-7187-4f92-91fa-91762bb204df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f534e60-144d-45e6-a5fc-11af96caa6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323801 Jun 23 14:13:04.501349 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 9e341056-9461-456c-9dad-5bfeb839086e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9e341056-9461-456c-9dad-5bfeb839086e,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:04.520040 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '9e341056-9461-456c-9dad-5bfeb839086e', 'network_id': 'fbe29112-b5be-45ba-9ecf-c4558a5aa22d', 'port_id': '9e341056-9461-456c-9dad-5bfeb839086e', 'mac_address': 'fa:16:3e:97:14:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6218bb09-0ad9-41f6-9399-eb2e94454448', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:13:04.521226 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6541e707-ca21-4973-8534-9ce03f76d9fc req-ef1e4f40-46d7-425a-84cf-817fda2e9baa tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867815 Jun 23 14:13:04.593999 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c71945bb-1a05-47a8-b7eb-a8d2d5c2ea56 req-536ddfe5-543e-4b38-930a-5b07aee68e57 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041770 Jun 23 14:13:04.596375 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.607152 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.620785 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e341056-9461-456c-9dad-5bfeb839086e {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:04.643929 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be967857-40c2-46d2-8686-82d04d140017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2731a7-4f97-47d3-a062-4691044bfe29'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:04.646252 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899fb3f2-749d-4b86-bad9-efb0dbe6dfe8" -d '{"events": [{"server_uuid": "be967857-40c2-46d2-8686-82d04d140017", "name": "network-vif-plugged", "status": "completed", "tag": "8a2731a7-4f97-47d3-a062-4691044bfe29"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:04.665108 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 9e341056-9461-456c-9dad-5bfeb839086e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9e341056-9461-456c-9dad-5bfeb839086e,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:04.667102 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 8a2731a7-4f97-47d3-a062-4691044bfe29, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8a2731a7-4f97-47d3-a062-4691044bfe29,segment=NetworkSegment(c323bc75-b721-480e-a665-4d1f28346ac9),segment_id=c323bc75-b721-480e-a665-4d1f28346ac9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:04.668569 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ad8bd-6712-4da2-b274-62c0f8546771 req-650b78d1-90ae-47d1-8376-b66a49bcb991 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:04.670728 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6b0ad8bd-6712-4da2-b274-62c0f8546771 req-650b78d1-90ae-47d1-8376-b66a49bcb991 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 944 time: 0.0813639 Jun 23 14:13:04.672624 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.674738 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-728dbe8b-71cc-4fd2-9da6-7331362a175b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:04.677312 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:04.698162 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c71945bb-1a05-47a8-b7eb-a8d2d5c2ea56 req-25eac1d6-353b-454b-acce-1a9c6125d132 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973611 Jun 23 14:13:04.721310 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6b0ad8bd-6712-4da2-b274-62c0f8546771 req-698076d5-2e44-4c6f-9be2-4f1c854873bb tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365376 Jun 23 14:13:04.731702 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee04039-26f6-45d5-9e16-ecb6f88f8032 x-openstack-request-id: req-0ee04039-26f6-45d5-9e16-ecb6f88f8032 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:04.732772 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be967857-40c2-46d2-8686-82d04d140017", "name": "network-vif-plugged", "status": "completed", "tag": "8a2731a7-4f97-47d3-a062-4691044bfe29", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:04.733033 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ee04039-26f6-45d5-9e16-ecb6f88f8032 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:04.733436 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be967857-40c2-46d2-8686-82d04d140017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2731a7-4f97-47d3-a062-4691044bfe29', 'code': 200} Jun 23 14:13:04.734427 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=9e341056-9461-456c-9dad-5bfeb839086e,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:04.737739 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:04.738410 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-125aa91f-04d9-4c32-bc8c-881385b29518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:04.786128 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=8a2731a7-4f97-47d3-a062-4691044bfe29,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:04.789170 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:05.114015 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf3ddf-4ff6-4e7c-9071-0d5d33cf4e71 req-c0ccbff5-2691-4273-a950-012e04bafcf5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.115516 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-73bf3ddf-4ff6-4e7c-9071-0d5d33cf4e71 req-c0ccbff5-2691-4273-a950-012e04bafcf5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 945 time: 0.0764511 Jun 23 14:13:05.138621 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1587fe-0efe-4c6e-99e8-b2e2035093c1 req-924f4c45-3ddf-4b52-8eb7-72b1acabdada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.140130 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0c1587fe-0efe-4c6e-99e8-b2e2035093c1 req-924f4c45-3ddf-4b52-8eb7-72b1acabdada service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 1098 time: 0.0592873 Jun 23 14:13:05.156938 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-73bf3ddf-4ff6-4e7c-9071-0d5d33cf4e71 req-5a6904d4-e0c2-4c6e-9ae0-3f0b3f66125d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354950 Jun 23 14:13:05.178937 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0c1587fe-0efe-4c6e-99e8-b2e2035093c1 req-3f82a7a7-2770-4267-b248-29fda422e164 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Jun 23 14:13:05.491952 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['9e341056-9461-456c-9dad-5bfeb839086e'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:05.717442 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a3835-99d6-4b5e-b91f-614e914543ce req-e372267c-caa8-408b-9fe0-c3eb8a691020 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.718944 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9e3a3835-99d6-4b5e-b91f-614e914543ce req-e372267c-caa8-408b-9fe0-c3eb8a691020 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0718205 Jun 23 14:13:05.759515 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9e3a3835-99d6-4b5e-b91f-614e914543ce req-2de16734-2e7e-438c-8dbd-db6fe1d9b4f5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346336 Jun 23 14:13:05.787017 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:05.919685 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cf4e6-45b7-49ef-9a60-deaf963851db req-4feac4b7-20bc-453b-9369-637cf55ebc0c tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.921020 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9b7cf4e6-45b7-49ef-9a60-deaf963851db req-4feac4b7-20bc-453b-9369-637cf55ebc0c tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 945 time: 0.0622771 Jun 23 14:13:05.957887 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9b7cf4e6-45b7-49ef-9a60-deaf963851db req-37a8a739-7ee0-4879-9dd2-8313c6a12aa7 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313194 Jun 23 14:13:06.394562 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefce4c-eb8a-41a7-abdd-419acd4d5194 req-2620ab66-6856-41bc-b9e0-29e67c40556d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:06.396217 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ecefce4c-eb8a-41a7-abdd-419acd4d5194 req-2620ab66-6856-41bc-b9e0-29e67c40556d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 945 time: 0.0659451 Jun 23 14:13:06.433665 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ecefce4c-eb8a-41a7-abdd-419acd4d5194 req-585a3982-31bc-46f9-8a07-d5ec5d16477d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Jun 23 14:13:06.933392 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b562e99-2cdb-4320-8aee-476458683cb2 req-f22ee0e0-61ee-4ccc-85ee-4d053836f5a5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:06.934904 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3b562e99-2cdb-4320-8aee-476458683cb2 req-f22ee0e0-61ee-4ccc-85ee-4d053836f5a5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0615394 Jun 23 14:13:06.970851 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3b562e99-2cdb-4320-8aee-476458683cb2 req-c9f40a3d-6623-4311-a536-6edce9a4661a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304148 Jun 23 14:13:07.126915 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1f988-6146-4bd5-99ff-104fc13bfc51 req-fd655be8-6497-4ff9-a51e-1406399051cf tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:07.128554 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b5e1f988-6146-4bd5-99ff-104fc13bfc51 req-fd655be8-6497-4ff9-a51e-1406399051cf tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 945 time: 0.0620430 Jun 23 14:13:07.165422 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b5e1f988-6146-4bd5-99ff-104fc13bfc51 req-e776f793-c6c8-4913-a434-8ed971eed9af tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Jun 23 14:13:07.611694 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ee5f7-4825-4b32-8c02-ec9f72e47b42 req-4905bec6-71f9-4031-9910-93cb01a92468 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:07.613125 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-857ee5f7-4825-4b32-8c02-ec9f72e47b42 req-4905bec6-71f9-4031-9910-93cb01a92468 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 945 time: 0.0649269 Jun 23 14:13:07.650250 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-857ee5f7-4825-4b32-8c02-ec9f72e47b42 req-45db29b0-e230-4f85-a5da-30a4e5d05131 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315199 Jun 23 14:13:08.148941 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd4acd-61f2-484f-a6da-b29753841d6f req-2ddec142-ac24-4cc6-9774-9a2edb79c2da tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.150733 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-91dd4acd-61f2-484f-a6da-b29753841d6f req-2ddec142-ac24-4cc6-9774-9a2edb79c2da tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0684681 Jun 23 14:13:08.189336 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-91dd4acd-61f2-484f-a6da-b29753841d6f req-2455887f-3ad5-4f28-a3f2-07418d58aa7b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Jun 23 14:13:08.311176 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 9e341056-9461-456c-9dad-5bfeb839086e up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:08.339323 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b599a-8ba8-4de6-93a2-0d25d7ccda64 req-5cde2c57-7d56-443e-9ac7-0571cd0a0e84 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.341304 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c15b599a-8ba8-4de6-93a2-0d25d7ccda64 req-5cde2c57-7d56-443e-9ac7-0571cd0a0e84 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 945 time: 0.0632832 Jun 23 14:13:08.366140 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 9e341056-9461-456c-9dad-5bfeb839086e completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:08.369913 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 9e341056-9461-456c-9dad-5bfeb839086e triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:08.370318 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:08.380969 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c15b599a-8ba8-4de6-93a2-0d25d7ccda64 req-8479d278-daf7-4c67-8955-72a16a85fe02 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339968 Jun 23 14:13:08.447950 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:08.470208 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fceaa53-802b-4931-9ee6-89d20762a09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e341056-9461-456c-9dad-5bfeb839086e'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:08.472869 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba78bb5-6dd5-40ae-b041-f0822d73e0f3" -d '{"events": [{"server_uuid": "8fceaa53-802b-4931-9ee6-89d20762a09d", "name": "network-vif-plugged", "status": "completed", "tag": "9e341056-9461-456c-9dad-5bfeb839086e"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:08.486286 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 9e341056-9461-456c-9dad-5bfeb839086e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9e341056-9461-456c-9dad-5bfeb839086e,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:08.491438 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:08.493776 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:08.521151 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05dea60-69a5-41ce-b3bf-26aafd39a907 x-openstack-request-id: req-c05dea60-69a5-41ce-b3bf-26aafd39a907 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:08.521457 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fceaa53-802b-4931-9ee6-89d20762a09d", "name": "network-vif-plugged", "status": "completed", "tag": "9e341056-9461-456c-9dad-5bfeb839086e", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:08.521723 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c05dea60-69a5-41ce-b3bf-26aafd39a907 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:08.522142 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fceaa53-802b-4931-9ee6-89d20762a09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e341056-9461-456c-9dad-5bfeb839086e', 'code': 200} Jun 23 14:13:08.550932 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=9e341056-9461-456c-9dad-5bfeb839086e,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:08.562804 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:08.852302 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ed026-9b45-4261-9e2e-8ec5eca71858 req-fd90e5bd-81b6-4431-b901-f58c2f506b9a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.853668 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-907ed026-9b45-4261-9e2e-8ec5eca71858 req-fd90e5bd-81b6-4431-b901-f58c2f506b9a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0645077 Jun 23 14:13:08.883916 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c198780-0f01-4968-891f-01cdadbf72db req-22a0a97f-48d3-4e6f-aa64-62993f0ce83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.885370 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5c198780-0f01-4968-891f-01cdadbf72db req-22a0a97f-48d3-4e6f-aa64-62993f0ce83a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 1099 time: 0.0500941 Jun 23 14:13:08.893523 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-907ed026-9b45-4261-9e2e-8ec5eca71858 req-9e999045-5e09-45f5-b63b-5845fd397d0c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333753 Jun 23 14:13:08.926071 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5c198780-0f01-4968-891f-01cdadbf72db req-179adc5d-4c0e-4c0d-a488-3ef36c83cc79 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304024 Jun 23 14:13:09.370466 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0f2df-ed8c-4055-bf3a-a8fdbf2dc522 req-1c97ea3b-61a3-48a2-93dd-d0cf75534b10 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:09.372540 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c4b0f2df-ed8c-4055-bf3a-a8fdbf2dc522 req-1c97ea3b-61a3-48a2-93dd-d0cf75534b10 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0645738 Jun 23 14:13:09.412702 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c4b0f2df-ed8c-4055-bf3a-a8fdbf2dc522 req-56687514-0a81-40b0-a1b1-ff10d43b6a6f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335546 Jun 23 14:13:09.557502 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f29fbf-a6f3-43a3-a643-ffff247c78c9 req-918a8731-3de6-47d2-9c12-a4c964fdc32a tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:09.558955 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-22f29fbf-a6f3-43a3-a643-ffff247c78c9 req-918a8731-3de6-47d2-9c12-a4c964fdc32a tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 945 time: 0.0622892 Jun 23 14:13:09.602072 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-22f29fbf-a6f3-43a3-a643-ffff247c78c9 req-ff88b7ea-968a-428d-86da-1c0752f05756 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367372 Jun 23 14:13:10.098235 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a075bea-1981-4ffb-956c-b5b1dd3f3190 req-c2aa5f2e-73ce-4761-8a05-1f36fd0a44b6 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:10.099678 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4a075bea-1981-4ffb-956c-b5b1dd3f3190 req-c2aa5f2e-73ce-4761-8a05-1f36fd0a44b6 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0616400 Jun 23 14:13:10.137524 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4a075bea-1981-4ffb-956c-b5b1dd3f3190 req-d6cca814-3e92-4a3a-abde-ea0faf5e5965 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Jun 23 14:13:10.600725 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c13307-e2dd-4133-aef0-1ffc1c70e8d6 req-2a7d461c-fbc9-436d-b0b9-2cdd31ff2e06 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:10.602356 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-83c13307-e2dd-4133-aef0-1ffc1c70e8d6 req-2a7d461c-fbc9-436d-b0b9-2cdd31ff2e06 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0764642 Jun 23 14:13:10.650935 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-83c13307-e2dd-4133-aef0-1ffc1c70e8d6 req-f20a9ced-aa6f-4f8d-881b-aa849e63ff42 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Jun 23 14:13:10.830860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c05e2-8975-4e4d-b37d-7a1a6c399802 req-41d5f6d9-2faa-4923-b0d8-c740e6ad1ccb tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:10.832331 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-580c05e2-8975-4e4d-b37d-7a1a6c399802 req-41d5f6d9-2faa-4923-b0d8-c740e6ad1ccb tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 945 time: 0.0649245 Jun 23 14:13:10.873992 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-580c05e2-8975-4e4d-b37d-7a1a6c399802 req-090a0dc0-68e7-48c0-903c-02f263d3211d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327435 Jun 23 14:13:11.343891 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81d5c8-a609-486f-bdd4-d3b5225df64b req-37b45114-a3b9-4de2-83e8-85ad58a11c49 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:11.345558 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cc81d5c8-a609-486f-bdd4-d3b5225df64b req-37b45114-a3b9-4de2-83e8-85ad58a11c49 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0707767 Jun 23 14:13:11.385304 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cc81d5c8-a609-486f-bdd4-d3b5225df64b req-0d49ff56-d231-4907-9d2f-fb219049874e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338061 Jun 23 14:13:11.844729 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43d3c2-05e8-4ce7-812c-d29f10f724e9 req-89e38aab-0c1e-4eb7-ad54-b312fc86de45 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:11.846256 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2e43d3c2-05e8-4ce7-812c-d29f10f724e9 req-89e38aab-0c1e-4eb7-ad54-b312fc86de45 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0654624 Jun 23 14:13:11.886656 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2e43d3c2-05e8-4ce7-812c-d29f10f724e9 req-41710791-5d42-4b9d-83bd-6ff26e676102 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Jun 23 14:13:12.228169 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e8db6-7192-4f89-9c4a-c41755550488 req-228031f5-c951-4c83-986a-76cd94f578f0 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.229623 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2f2e8db6-7192-4f89-9c4a-c41755550488 req-228031f5-c951-4c83-986a-76cd94f578f0 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 945 time: 0.0670795 Jun 23 14:13:12.267992 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2f2e8db6-7192-4f89-9c4a-c41755550488 req-d8450cc3-853d-44f9-b041-3b15847a8b23 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327928 Jun 23 14:13:12.556135 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768d0ef-0244-4861-a3bf-d9bc9f881d42 req-db84f50a-5944-44a1-8496-fbfa77a8dbba tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.557586 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7768d0ef-0244-4861-a3bf-d9bc9f881d42 req-db84f50a-5944-44a1-8496-fbfa77a8dbba tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0622764 Jun 23 14:13:12.594652 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7768d0ef-0244-4861-a3bf-d9bc9f881d42 req-5497464f-ceea-40c9-bd72-41389da666b5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307026 Jun 23 14:13:13.066645 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede0dc3-ed30-4791-a999-5e943d10399b req-4b5e00fd-c2bc-421d-958b-85b00eefecac tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:13.068100 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8ede0dc3-ed30-4791-a999-5e943d10399b req-4b5e00fd-c2bc-421d-958b-85b00eefecac tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0717819 Jun 23 14:13:13.106795 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8ede0dc3-ed30-4791-a999-5e943d10399b req-0ca998ef-d46f-4644-aec6-61c5a5a82b13 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Jun 23 14:13:13.446823 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a85bf-5b46-4b68-9ede-e13c1c328690 req-cd0147e6-b03c-4a33-b442-a976092eb99a tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:13.448279 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bc7a85bf-5b46-4b68-9ede-e13c1c328690 req-cd0147e6-b03c-4a33-b442-a976092eb99a tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 945 time: 0.0688806 Jun 23 14:13:13.487624 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bc7a85bf-5b46-4b68-9ede-e13c1c328690 req-8b3b8af1-8cfa-49f9-b316-a8077cb77d40 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Jun 23 14:13:13.780394 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d89a5-7632-415c-9411-8b3d85a33f38 req-3ded6f26-5724-4921-8223-0cb5e96aa807 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:13.781848 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-503d89a5-7632-415c-9411-8b3d85a33f38 req-3ded6f26-5724-4921-8223-0cb5e96aa807 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0668581 Jun 23 14:13:13.819594 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-503d89a5-7632-415c-9411-8b3d85a33f38 req-0b4dff34-d52f-4062-98a4-51b342845ac2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Jun 23 14:13:14.286965 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572df9dd-e6c5-47af-a3f8-b6d09b1f575d req-5027eeec-0280-4403-b309-edb8f49744ba tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:14.288529 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-572df9dd-e6c5-47af-a3f8-b6d09b1f575d req-5027eeec-0280-4403-b309-edb8f49744ba tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0673170 Jun 23 14:13:14.329399 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-572df9dd-e6c5-47af-a3f8-b6d09b1f575d req-e17c9177-2ba3-4c2b-94fe-fdc32ce54475 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Jun 23 14:13:14.666543 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd28ef7-741a-494a-81ff-7e97e0871ec4 req-9cc477b1-7105-4306-8383-4c05fdbfbdf2 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:14.667925 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cfd28ef7-741a-494a-81ff-7e97e0871ec4 req-9cc477b1-7105-4306-8383-4c05fdbfbdf2 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 945 time: 0.0648513 Jun 23 14:13:14.707788 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cfd28ef7-741a-494a-81ff-7e97e0871ec4 req-5e3c9956-bb21-4d5f-9c08-9157a063bbe8 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327630 Jun 23 14:13:14.940486 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e4676-4dee-4eb7-aff1-5608864c2c93 req-54f2287e-5557-47fa-8c03-691da0057518 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:14.942452 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ce0e4676-4dee-4eb7-aff1-5608864c2c93 req-54f2287e-5557-47fa-8c03-691da0057518 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.39 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 945 time: 0.0709252 Jun 23 14:13:15.019914 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a57da-a4c8-4cd5-a79e-492cda4e4f51 req-7bcf7fd5-2809-4177-a812-7d9703cdacdf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:15.028949 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-eb5a57da-a4c8-4cd5-a79e-492cda4e4f51 req-7bcf7fd5-2809-4177-a812-7d9703cdacdf tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0917153 Jun 23 14:13:15.081197 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-eb5a57da-a4c8-4cd5-a79e-492cda4e4f51 req-eabc348b-3890-4187-9ab4-4c5f4aa60aa8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511944 Jun 23 14:13:15.154518 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-ce0e4676-4dee-4eb7-aff1-5608864c2c93 req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Deleting port 8a2731a7-4f97-47d3-a062-4691044bfe29 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:13:15.154861 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-ce0e4676-4dee-4eb7-aff1-5608864c2c93 req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.241810 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-ce0e4676-4dee-4eb7-aff1-5608864c2c93 req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] For port 8a2731a7-4f97-47d3-a062-4691044bfe29, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8a2731a7-4f97-47d3-a062-4691044bfe29,segment=NetworkSegment(c323bc75-b721-480e-a665-4d1f28346ac9),segment_id=c323bc75-b721-480e-a665-4d1f28346ac9)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:15.242192 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-ce0e4676-4dee-4eb7-aff1-5608864c2c93 req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.262788 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-ce0e4676-4dee-4eb7-aff1-5608864c2c93 req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Calling delete_port for 8a2731a7-4f97-47d3-a062-4691044bfe29 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:13:15.330491 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-65ece4ca-26c1-4bf5-8d40-f99c2c4e6910 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1198947810&fields=id&tenant_id=d78df0bf3da24f43bf97302cf21e0ee9 HTTP/1.1" status: 200 len: 267 time: 0.0697281 Jun 23 14:13:15.489785 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-48f4f42a-aaf4-473e-8676-e456a32be6f0 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:15.491282 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-48f4f42a-aaf4-473e-8676-e456a32be6f0 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 812 time: 0.1504941 Jun 23 14:13:15.518673 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-d40e849c-8cda-4dd6-8994-f34d8037614f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/quotas/d78df0bf3da24f43bf97302cf21e0ee9 HTTP/1.1" status: 200 len: 375 time: 0.0164633 Jun 23 14:13:15.525770 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-ce0e4676-4dee-4eb7-aff1-5608864c2c93 req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.534457 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5265ea-8c9a-45fd-83c8-aac7e9290838 req-43b4cbba-8d59-408a-90f4-d95e299137b1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:15.536280 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-db5265ea-8c9a-45fd-83c8-aac7e9290838 req-43b4cbba-8d59-408a-90f4-d95e299137b1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0684860 Jun 23 14:13:15.537205 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-19ec3852-7a61-40d5-8ec0-53000c914036 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:15.570494 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['8a2731a7-4f97-47d3-a062-4691044bfe29'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:15.576880 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-db5265ea-8c9a-45fd-83c8-aac7e9290838 req-8d4a1225-fc2d-415d-a27b-0cfb5da43aa3 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345738 Jun 23 14:13:15.578186 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Pushing event deleted for resources: {'Port': ['ID=8a2731a7-4f97-47d3-a062-4691044bfe29,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:15.581360 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:15.633601 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0e4676-4dee-4eb7-aff1-5608864c2c93 req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] No DVR routers for this DVR port 8a2731a7-4f97-47d3-a062-4691044bfe29 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:13:15.636663 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-ce0e4676-4dee-4eb7-aff1-5608864c2c93 req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.639158 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ce0e4676-4dee-4eb7-aff1-5608864c2c93 req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.39 "DELETE /v2.0/ports/8a2731a7-4f97-47d3-a062-4691044bfe29 HTTP/1.1" status: 204 len: 173 time: 0.6201348 Jun 23 14:13:15.639652 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be967857-40c2-46d2-8686-82d04d140017', 'name': 'network-vif-deleted', 'tag': '8a2731a7-4f97-47d3-a062-4691044bfe29'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:15.641925 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab02ae07-e724-4fd4-8146-f971a9712b15" -d '{"events": [{"server_uuid": "be967857-40c2-46d2-8686-82d04d140017", "name": "network-vif-deleted", "tag": "8a2731a7-4f97-47d3-a062-4691044bfe29"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:15.674020 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-ee4c561b-e68b-4f84-81ff-9075a7772011 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1492116 Jun 23 14:13:15.701881 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a7fca8-47be-4ac4-871c-4ee219b3d210 x-openstack-request-id: req-69a7fca8-47be-4ac4-871c-4ee219b3d210 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:15.702358 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be967857-40c2-46d2-8686-82d04d140017", "name": "network-vif-deleted", "tag": "8a2731a7-4f97-47d3-a062-4691044bfe29", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:15.703427 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69a7fca8-47be-4ac4-871c-4ee219b3d210 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:15.704227 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be967857-40c2-46d2-8686-82d04d140017', 'name': 'network-vif-deleted', 'tag': '8a2731a7-4f97-47d3-a062-4691044bfe29', 'status': 'completed', 'code': 200} Jun 23 14:13:15.795942 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-46f4f9b3-c6ab-4336-be7d-79d5b493de93 service neutron] 10.222.0.13 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076007 Jun 23 14:13:15.912569 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6f3260ed-1aa2-4ef3-902a-3f060db0732d req-3077f84b-f70e-440f-a4a1-1a54a3422625 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=be967857-40c2-46d2-8686-82d04d140017 HTTP/1.1" status: 200 len: 210 time: 0.0351472 Jun 23 14:13:15.921108 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-73c09cfd-73e9-4cf2-ad2f-5a832f9c6330 service neutron] 10.222.0.13 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127677 Jun 23 14:13:16.365194 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-abd30468-143b-45ff-8c3d-f4a259a9371e req-1ffeeeb8-f8c1-40e6-9be2-29c6468c1338 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 210 time: 0.0321894 Jun 23 14:13:16.407897 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f558df4-75be-4a20-9099-c8d0014159ea req-62054320-0293-488e-af59-ca73b5c4afcc tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.409663 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4f558df4-75be-4a20-9099-c8d0014159ea req-62054320-0293-488e-af59-ca73b5c4afcc tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0911620 Jun 23 14:13:16.452457 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4f558df4-75be-4a20-9099-c8d0014159ea req-30572559-daf4-4509-aeb6-b1fbea76a557 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365019 Jun 23 14:13:16.842976 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bea0b3-e4a5-48e6-a845-3ce81ee78a9f req-d78d2b22-11ad-43ce-b0ba-ab1a2d60b891 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.844594 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-18bea0b3-e4a5-48e6-a845-3ce81ee78a9f req-d78d2b22-11ad-43ce-b0ba-ab1a2d60b891 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0757563 Jun 23 14:13:16.886154 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-18bea0b3-e4a5-48e6-a845-3ce81ee78a9f req-d28ed540-499c-4de5-a8f0-752ded0e4505 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352371 Jun 23 14:13:17.233195 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-ea188a84-f6d0-43e9-aa10-bbe65afff8f5 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.234663 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-ea188a84-f6d0-43e9-aa10-bbe65afff8f5 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/networks?id=91cb6d41-10ec-4cab-8135-d78f03d45599 HTTP/1.1" status: 200 len: 809 time: 0.1027005 Jun 23 14:13:17.250285 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-7769f765-0f6f-41f9-bf91-c33bc8474f52 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/quotas/50e0ebe8350a4bcebe0fd84c6b2c6b2d HTTP/1.1" status: 200 len: 375 time: 0.0096562 Jun 23 14:13:17.285512 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-1760b900-f090-41dc-ba7c-ac26867140b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=50e0ebe8350a4bcebe0fd84c6b2c6b2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298734 Jun 23 14:13:17.383993 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-702955b6-a373-4c47-a84b-b1cc8447c186 service neutron] 10.222.0.13 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906637 Jun 23 14:13:17.477616 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-298a1e3c-8648-45ba-83b8-1b37aeba663a service neutron] 10.222.0.13 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879481 Jun 23 14:13:17.696841 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-14171456-4c4f-4a97-b761-4f579c170de1 req-33f636b8-7673-45c3-b2eb-9849f233af67 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 210 time: 0.0542135 Jun 23 14:13:17.704251 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-64b363d2-8d26-4eef-b1e0-d3f6f3f81d25 req-093d616e-6b2e-4056-bd1f-1a8c2ffaf34f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 210 time: 0.0292566 Jun 23 14:13:17.765723 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-78b45169-8d45-4738-8a6e-800aa25ff715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:17.949406 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-34408ae4-08dc-4cda-95c9-5f3e3083de4d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.951651 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-34408ae4-08dc-4cda-95c9-5f3e3083de4d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 812 time: 0.1147618 Jun 23 14:13:18.010185 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9ae64ce8-801b-46a3-bc5c-8bee884f38b2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d78df0bf3da24f43bf97302cf21e0ee9 HTTP/1.1" status: 200 len: 380 time: 0.0351777 Jun 23 14:13:18.058880 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'port': {'device_id': '0c631fa9-39b7-43cf-8851-a03307bec151', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'admin_state_up': True, 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'security_groups': ['e2841248-31a2-4ca0-8663-c33141b403ee']}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:18.157786 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea701af8-8c07-4af7-bea7-e9036df45333 req-49614dce-19b0-48d9-b1c4-5ea1e895b458 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.159261 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ea701af8-8c07-4af7-bea7-e9036df45333 req-49614dce-19b0-48d9-b1c4-5ea1e895b458 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.1423736 Jun 23 14:13:18.223877 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ea701af8-8c07-4af7-bea7-e9036df45333 req-7e3e8450-27e4-473c-8b79-40e4f4c37464 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557556 Jun 23 14:13:18.232918 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Made reservation on behalf of d78df0bf3da24f43bf97302cf21e0ee9 for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:13:18.238973 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:18.344619 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 8a2731a7-4f97-47d3-a062-4691044bfe29 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:18.366395 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 8a2731a7-4f97-47d3-a062-4691044bfe29 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:13:18.366996 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 8a2731a7-4f97-47d3-a062-4691044bfe29 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:13:18.390861 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Allocated IP 172.20.0.10 (c100c7db-7ecc-4676-ac86-ab42bb42442a/d68e6c2c-2ad9-4820-a3e3-c0189e3be93e/63cbdeca-4941-4ab5-911c-264f7c506c28) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:13:18.544959 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:18.560302 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Transition to ACTIVE for port object 63cbdeca-4941-4ab5-911c-264f7c506c28 will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:13:18.595962 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:18.600981 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-af6e838b-5b8f-4593-9aa0-d0cd35f2c140 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:18.641499 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Network c100c7db-7ecc-4676-ac86-ab42bb42442a is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:13:18.646407 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:13:18.648816 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:13:18.681206 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'Port': ['ID=63cbdeca-4941-4ab5-911c-264f7c506c28,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:18.686731 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:18.709067 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.709768 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:18.726252 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6750655 Jun 23 14:13:18.791136 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Request body: {'port': {'device_id': '0c631fa9-39b7-43cf-8851-a03307bec151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:18.857238 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-8814805b-7c86-4e6a-ac7e-d7d04b96281e None None] Provisioning for port 63cbdeca-4941-4ab5-911c-264f7c506c28 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:18.874431 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-8814805b-7c86-4e6a-ac7e-d7d04b96281e None None] Provisioning complete for port 63cbdeca-4941-4ab5-911c-264f7c506c28 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:18.874812 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8814805b-7c86-4e6a-ac7e-d7d04b96281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:18.885042 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:18.887107 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b9510cae-de63-4ab2-9932-bfb1982f1b34 req-68d3af8e-d29d-49f5-9dfd-8561d73cff25 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 210 time: 0.0478830 Jun 23 14:13:18.936213 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-8814805b-7c86-4e6a-ac7e-d7d04b96281e None None] Port 63cbdeca-4941-4ab5-911c-264f7c506c28 cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:13:19.084230 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4cd18-f502-461a-b3cb-0e94026236b8 req-753ae040-6c97-4059-8735-fc9ed2684009 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.085864 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-94c4cd18-f502-461a-b3cb-0e94026236b8 req-753ae040-6c97-4059-8735-fc9ed2684009 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 932 time: 0.1442223 Jun 23 14:13:19.223603 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-94c4cd18-f502-461a-b3cb-0e94026236b8 req-822ee810-8bc5-4b51-9e78-fe2dcb22a32d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284051 Jun 23 14:13:19.319862 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-87883e9a-fcc9-4de4-ace6-b1838ea1f5d0 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.321209 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-87883e9a-fcc9-4de4-ace6-b1838ea1f5d0 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.39 "GET /v2.0/networks?id=91cb6d41-10ec-4cab-8135-d78f03d45599 HTTP/1.1" status: 200 len: 809 time: 0.1771812 Jun 23 14:13:19.610927 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Request body: {'port': {'device_id': 'b5ced09f-1483-440b-abee-9cfad357ca14', 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599', 'admin_state_up': True, 'tenant_id': '50e0ebe8350a4bcebe0fd84c6b2c6b2d'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:19.701265 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cbdeca-4941-4ab5-911c-264f7c506c28 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:19.712291 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:19.740327 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Transition to ACTIVE for port object 63cbdeca-4941-4ab5-911c-264f7c506c28 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:13:19.751229 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:19.757695 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e10f5317-3c74-43c2-9669-b5758babcbfc tempest-VolumesNegativeTest-1564992494 tempest-VolumesNegativeTest-1564992494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:19.821548 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3482b0-bdae-4132-acfb-f386b458750a req-e0903af7-29c0-4f9e-82b1-36f191ff8d79 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.823059 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bf3482b0-bdae-4132-acfb-f386b458750a req-e0903af7-29c0-4f9e-82b1-36f191ff8d79 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.2181230 Jun 23 14:13:19.851259 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Pushing event updated for resources: {'Port': ['ID=63cbdeca-4941-4ab5-911c-264f7c506c28,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:19.865130 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:19.870209 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Made reservation on behalf of 50e0ebe8350a4bcebe0fd84c6b2c6b2d for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:13:19.874690 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:19.959966 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bf3482b0-bdae-4132-acfb-f386b458750a req-df095e1b-db6d-4e39-b3ca-3847168a841b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287522 Jun 23 14:13:20.024669 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Attempting to bind port 63cbdeca-4941-4ab5-911c-264f7c506c28 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:13:20.025005 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Attempting to bind port 63cbdeca-4941-4ab5-911c-264f7c506c28 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:13:20.025330 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Attempting to bind port 63cbdeca-4941-4ab5-911c-264f7c506c28 on network c100c7db-7ecc-4676-ac86-ab42bb42442a {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:20.036593 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Port 63cbdeca-4941-4ab5-911c-264f7c506c28 on network c100c7db-7ecc-4676-ac86-ab42bb42442a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:13:20.036908 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Attempting to bind port 63cbdeca-4941-4ab5-911c-264f7c506c28 on network c100c7db-7ecc-4676-ac86-ab42bb42442a {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:20.060905 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:13:20.061238 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Checking segment: {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:13:20.061629 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Bound using segment: {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:13:20.062091 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Bound port: 63cbdeca-4941-4ab5-911c-264f7c506c28, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:13:20.062427 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:20.118186 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7a3a25cc-aeb7-4caf-adbc-484d3d061eec req-7116dd5b-5f66-46db-bd2f-0347bb8e4e8f tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 210 time: 0.0419095 Jun 23 14:13:20.145512 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Allocated IP 172.20.0.3 (91cb6d41-10ec-4cab-8135-d78f03d45599/6ad2f9bd-6360-4a80-97b6-9927dbf8255a/0ba0e8c4-5dde-4a61-8fea-6e81adebbde7) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:13:20.190246 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] For port 63cbdeca-4941-4ab5-911c-264f7c506c28, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:13:20.210954 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] For port 63cbdeca-4941-4ab5-911c-264f7c506c28, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=63cbdeca-4941-4ab5-911c-264f7c506c28,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:13:20.216430 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:20.221437 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:20.302640 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:20.303248 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:20.304620 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] 10.222.0.39 "PUT /v2.0/ports/63cbdeca-4941-4ab5-911c-264f7c506c28 HTTP/1.1" status: 200 len: 1094 time: 1.5183489 Jun 23 14:13:20.305189 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c631fa9-39b7-43cf-8851-a03307bec151', 'tag': '63cbdeca-4941-4ab5-911c-264f7c506c28'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:20.307483 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dfdd43-4486-4731-8d4b-5306c319c5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c631fa9-39b7-43cf-8851-a03307bec151", "tag": "63cbdeca-4941-4ab5-911c-264f7c506c28"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:20.348040 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Pushing event updated for resources: {'Port': ['ID=63cbdeca-4941-4ab5-911c-264f7c506c28,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:20.353036 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:20.369062 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bb31a047-1085-4f46-b6e2-83395bf9ae24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:20.380566 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47e09a1-2743-400f-a3f2-f7fa8f953998 x-openstack-request-id: req-b47e09a1-2743-400f-a3f2-f7fa8f953998 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:20.380957 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c631fa9-39b7-43cf-8851-a03307bec151", "tag": "63cbdeca-4941-4ab5-911c-264f7c506c28", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:20.381303 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b47e09a1-2743-400f-a3f2-f7fa8f953998 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:20.381787 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c631fa9-39b7-43cf-8851-a03307bec151', 'tag': '63cbdeca-4941-4ab5-911c-264f7c506c28', 'status': 'completed', 'code': 200} Jun 23 14:13:20.387940 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:20.458317 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fb8ba-88a6-47ca-983a-95717c8c4fdd req-9b9fe9c8-f970-4088-90cc-7f3edcdebc68 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:20.459825 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-292fb8ba-88a6-47ca-983a-95717c8c4fdd req-9b9fe9c8-f970-4088-90cc-7f3edcdebc68 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 944 time: 0.0839140 Jun 23 14:13:20.468496 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:20.473643 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-97a09774-f0b5-4413-a8e1-0c8f101d9666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:20.526191 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Network 91cb6d41-10ec-4cab-8135-d78f03d45599 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:13:20.536091 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:13:20.538657 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:13:20.569053 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Pushing event updated for resources: {'Port': ['ID=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:20.572017 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:20.579460 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-257941b9-49fb-4438-b19a-01f34046c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:20.581292 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-257941b9-49fb-4438-b19a-01f34046c82c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 1097 time: 0.1649563 Jun 23 14:13:20.605241 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:20.607124 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:20.624681 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0185366 Jun 23 14:13:20.684790 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Request body: {'port': {'device_id': 'b5ced09f-1483-440b-abee-9cfad357ca14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:20.711191 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-292fb8ba-88a6-47ca-983a-95717c8c4fdd req-53d252f8-2d5d-431d-a9dd-8e5b8c9f9b25 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394202 Jun 23 14:13:20.741419 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-3cfc9754-c8f4-4298-ab3c-a500b911c727 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63cbdeca-4941-4ab5-911c-264f7c506c28 HTTP/1.1" status: 200 len: 217 time: 0.0542817 Jun 23 14:13:20.792454 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:20.897877 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:21.051903 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:21.060086 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:21.071974 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Transition to ACTIVE for port object 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:13:21.076339 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:21.078354 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:21.127665 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Pushing event updated for resources: {'Port': ['ID=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:21.133861 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:21.141140 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc777a0b-598c-4d6f-8023-b6ad833df04e req-4120d81d-3acf-41dd-8494-f061bd69f665 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:21.146533 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dc777a0b-598c-4d6f-8023-b6ad833df04e req-4120d81d-3acf-41dd-8494-f061bd69f665 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0693367 Jun 23 14:13:21.155091 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:21.181299 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dc777a0b-598c-4d6f-8023-b6ad833df04e req-43197678-e17d-4614-9a12-f7dcc63f7f02 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Jun 23 14:13:21.199020 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Attempting to bind port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:13:21.199533 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Attempting to bind port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'c323bc75-b721-480e-a665-4d1f28346ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:13:21.199835 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Attempting to bind port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 on network 91cb6d41-10ec-4cab-8135-d78f03d45599 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:21.204186 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 on network 91cb6d41-10ec-4cab-8135-d78f03d45599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:13:21.204506 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Attempting to bind port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 on network 91cb6d41-10ec-4cab-8135-d78f03d45599 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:21.209439 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:13:21.209793 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Checking segment: {'id': 'c323bc75-b721-480e-a665-4d1f28346ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:13:21.210231 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Bound using segment: {'id': 'c323bc75-b721-480e-a665-4d1f28346ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:13:21.210653 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Bound port: 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c323bc75-b721-480e-a665-4d1f28346ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:13:21.211002 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:21.274586 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] For port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:13:21.278386 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] For port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,segment=NetworkSegment(c323bc75-b721-480e-a665-4d1f28346ac9),segment_id=c323bc75-b721-480e-a665-4d1f28346ac9)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:13:21.283085 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:21.285066 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb3f857a-2e76-4a71-8de4-c6e36dd977b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:21.319815 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:21.320417 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:21.321743 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] 10.222.0.39 "PUT /v2.0/ports/0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 HTTP/1.1" status: 200 len: 1093 time: 0.6418691 Jun 23 14:13:21.341578 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Pushing event updated for resources: {'Port': ['ID=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:21.344547 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:22.383239 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ced09f-1483-440b-abee-9cfad357ca14', 'tag': '0ba0e8c4-5dde-4a61-8fea-6e81adebbde7'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:22.385647 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330dbd9d-5382-4866-9b49-4f964de5b41a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ced09f-1483-440b-abee-9cfad357ca14", "tag": "0ba0e8c4-5dde-4a61-8fea-6e81adebbde7"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:23.279939 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-d2476125-dd24-4a26-992e-6b1b5eff63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:23.281434 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-d2476125-dd24-4a26-992e-6b1b5eff63a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 200 len: 851 time: 0.0477211 Jun 23 14:13:23.301480 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:24.943654 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-a3d4a203-d909-4e7f-b71c-12fc80233922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.944561 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-a3d4a203-d909-4e7f-b71c-12fc80233922 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c100c7db-7ecc-4676-ac86-ab42bb42442a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963080 Jun 23 14:13:24.955265 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-a8257677-c421-4718-9a35-cf7301708bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.957189 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-a8257677-c421-4718-9a35-cf7301708bf8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=50e0ebe8350a4bcebe0fd84c6b2c6b2d&device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 1096 time: 0.1077442 Jun 23 14:13:25.068022 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a971fb-e85e-4209-aba1-924b46b07dfd req-3ad5b2bf-c5f5-421b-82bd-44e9ce3c4a10 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.069396 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-09a971fb-e85e-4209-aba1-924b46b07dfd req-3ad5b2bf-c5f5-421b-82bd-44e9ce3c4a10 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 944 time: 0.0668874 Jun 23 14:13:25.072504 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-fcd56a50-5851-4e6f-be0e-c5764f5df0d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 HTTP/1.1" status: 200 len: 217 time: 0.0920861 Jun 23 14:13:25.111865 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-09a971fb-e85e-4209-aba1-924b46b07dfd req-a0ba2eaf-9101-48d4-a970-8a9ce269dea2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356734 Jun 23 14:13:25.152065 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-d1f51729-d37f-4a0b-8622-f72dce7ac8b8 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936336 Jun 23 14:13:25.156354 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-3a9d40bb-cfba-4c57-a862-72b964c5c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.157631 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-3a9d40bb-cfba-4c57-a862-72b964c5c7a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2f9bd-6360-4a80-97b6-9927dbf8255a HTTP/1.1" status: 200 len: 849 time: 0.0775087 Jun 23 14:13:25.170017 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773112-1cbc-4e8d-95be-0df428011744 req-605dd599-c577-4dd7-940a-0525aff71a01 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.171423 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-65773112-1cbc-4e8d-95be-0df428011744 req-605dd599-c577-4dd7-940a-0525aff71a01 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 943 time: 0.2018805 Jun 23 14:13:25.227656 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-5d2dd4b9-c216-4db5-a97e-381898a37aa5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91cb6d41-10ec-4cab-8135-d78f03d45599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542836 Jun 23 14:13:25.273187 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a66d1e-c625-4bec-8d04-561692eede99 req-4dc8510c-9042-4472-8a48-703f54a5768d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.274679 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-65a66d1e-c625-4bec-8d04-561692eede99 req-4dc8510c-9042-4472-8a48-703f54a5768d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0626142 Jun 23 14:13:25.314128 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-65a66d1e-c625-4bec-8d04-561692eede99 req-731676c5-4b50-4ec4-a766-581d268a756a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328746 Jun 23 14:13:25.344939 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-65773112-1cbc-4e8d-95be-0df428011744 req-bc7e0a73-fe8c-4483-96e0-95a83c6da699 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567664 Jun 23 14:13:25.365022 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57f9602-f654-4044-a3d1-b30b0cf47322 x-openstack-request-id: req-c57f9602-f654-4044-a3d1-b30b0cf47322 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:25.365341 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ced09f-1483-440b-abee-9cfad357ca14", "tag": "0ba0e8c4-5dde-4a61-8fea-6e81adebbde7", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:25.365623 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c57f9602-f654-4044-a3d1-b30b0cf47322 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:25.366037 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ced09f-1483-440b-abee-9cfad357ca14', 'tag': '0ba0e8c4-5dde-4a61-8fea-6e81adebbde7', 'status': 'completed', 'code': 200} Jun 23 14:13:25.375889 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39c969ad-397e-48de-9fbc-0b34369983e9 req-ca3abfa3-fed2-4812-8f15-2e19fd744ead service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035835 Jun 23 14:13:25.390670 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-297dc552-3b06-4cb1-80d8-a675bd6e22d8 service neutron] 10.222.0.39 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523356 Jun 23 14:13:25.507495 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b410df00-3e4a-4792-bb1c-259d7fdbf896 req-c1350519-0e6e-4b54-b49e-3ad63e3a81ab service neutron] 10.222.0.39 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845137 Jun 23 14:13:25.594412 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfdd43-4486-4731-8d4b-5306c319c5e9 req-878332d7-bf74-436d-90d5-9142d17dd22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.595753 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d9dfdd43-4486-4731-8d4b-5306c319c5e9 req-878332d7-bf74-436d-90d5-9142d17dd22e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 1097 time: 0.0507052 Jun 23 14:13:25.838264 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfdd43-4486-4731-8d4b-5306c319c5e9 req-8a8fc5cd-700c-4dd8-b216-654600ef0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.840476 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d9dfdd43-4486-4731-8d4b-5306c319c5e9 req-8a8fc5cd-700c-4dd8-b216-654600ef0005 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 913 time: 0.1306014 Jun 23 14:13:25.844227 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dbd9d-5382-4866-9b49-4f964de5b41a req-ed745f04-e05c-4b11-b318-80d2bdbccd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.845703 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-330dbd9d-5382-4866-9b49-4f964de5b41a req-ed745f04-e05c-4b11-b318-80d2bdbccd8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=50e0ebe8350a4bcebe0fd84c6b2c6b2d&device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 1096 time: 0.1278684 Jun 23 14:13:25.940892 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d9dfdd43-4486-4731-8d4b-5306c319c5e9 req-4d0565fd-00e8-48ac-ae38-79dada2c47bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63cbdeca-4941-4ab5-911c-264f7c506c28 HTTP/1.1" status: 200 len: 217 time: 0.0547712 Jun 23 14:13:26.039802 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfdd43-4486-4731-8d4b-5306c319c5e9 req-4e9dbda1-bb79-4402-9e1f-df96f4344c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.041240 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d9dfdd43-4486-4731-8d4b-5306c319c5e9 req-4e9dbda1-bb79-4402-9e1f-df96f4344c52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 200 len: 851 time: 0.0894034 Jun 23 14:13:26.051261 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dbd9d-5382-4866-9b49-4f964de5b41a req-e1158782-1cef-41a1-bd54-93a4ff5bd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.052719 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-330dbd9d-5382-4866-9b49-4f964de5b41a req-e1158782-1cef-41a1-bd54-93a4ff5bd999 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91cb6d41-10ec-4cab-8135-d78f03d45599 HTTP/1.1" status: 200 len: 910 time: 0.1648769 Jun 23 14:13:26.356578 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-330dbd9d-5382-4866-9b49-4f964de5b41a req-9052f542-7127-4d89-836f-f50e0ea96964 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 HTTP/1.1" status: 200 len: 217 time: 0.2870147 Jun 23 14:13:26.408375 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfdd43-4486-4731-8d4b-5306c319c5e9 req-9ea10af4-23e2-4c0f-8d3d-c7c61f38011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.409856 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d9dfdd43-4486-4731-8d4b-5306c319c5e9 req-9ea10af4-23e2-4c0f-8d3d-c7c61f38011e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c100c7db-7ecc-4676-ac86-ab42bb42442a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3483622 Jun 23 14:13:26.429972 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dbd9d-5382-4866-9b49-4f964de5b41a req-40a3f340-e5af-423f-a1be-c485fea8da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.431436 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-330dbd9d-5382-4866-9b49-4f964de5b41a req-40a3f340-e5af-423f-a1be-c485fea8da84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ad2f9bd-6360-4a80-97b6-9927dbf8255a HTTP/1.1" status: 200 len: 849 time: 0.0656307 Jun 23 14:13:26.499073 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-330dbd9d-5382-4866-9b49-4f964de5b41a req-6d57eb45-037f-44a2-b8d4-6b444a143c65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91cb6d41-10ec-4cab-8135-d78f03d45599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579934 Jun 23 14:13:26.583844 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e6d83-e27a-4925-8d3f-b9f3bb8b94ea req-3d2c50df-1152-49f4-a95d-db3253d29ba9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.585380 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3f4e6d83-e27a-4925-8d3f-b9f3bb8b94ea req-3d2c50df-1152-49f4-a95d-db3253d29ba9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0800714 Jun 23 14:13:26.624478 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3f4e6d83-e27a-4925-8d3f-b9f3bb8b94ea req-505f80e7-c9e4-486e-b5c3-ae2376d57b62 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323761 Jun 23 14:13:26.629359 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d9dfdd43-4486-4731-8d4b-5306c319c5e9 req-e24459e2-1e0d-46f0-b097-54e052ced9a9 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113333 Jun 23 14:13:26.686292 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bcc36-003d-47cf-b70b-18be6922cd6c req-bdd121bd-6414-4c45-bb7f-23e8ab9a3161 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.687764 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad8bcc36-003d-47cf-b70b-18be6922cd6c req-bdd121bd-6414-4c45-bb7f-23e8ab9a3161 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 944 time: 0.1878183 Jun 23 14:13:26.689518 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-330dbd9d-5382-4866-9b49-4f964de5b41a req-3466fdb4-bcd9-45df-8e5c-b03d7dbfdbff service neutron] 10.222.0.39 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771584 Jun 23 14:13:26.794887 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753461bd-dc1f-412a-bfc7-17c329043912 req-12a86fdf-19a1-4361-887d-9db9232be642 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.796393 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-753461bd-dc1f-412a-bfc7-17c329043912 req-12a86fdf-19a1-4361-887d-9db9232be642 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 943 time: 0.0669951 Jun 23 14:13:26.817001 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad8bcc36-003d-47cf-b70b-18be6922cd6c req-425593ad-0d9d-42bd-9b92-1068e3f512c7 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009977 Jun 23 14:13:26.836703 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-753461bd-dc1f-412a-bfc7-17c329043912 req-f0cf83f7-869d-4578-94a9-325651aa6df8 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337770 Jun 23 14:13:26.836861 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d9dfdd43-4486-4731-8d4b-5306c319c5e9 req-d14da4cd-56ab-4aef-8e08-9ceb8585827b service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962287 Jun 23 14:13:26.854505 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-330dbd9d-5382-4866-9b49-4f964de5b41a req-41812486-b995-4920-a657-e6ee34e78451 service neutron] 10.222.0.39 "GET /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397817 Jun 23 14:13:32.721412 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3a6a-281c-474b-835f-a974187cec4e req-08c28cb3-0d7f-42bc-a84e-c54990b1de5f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:32.722911 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-186c3a6a-281c-474b-835f-a974187cec4e req-08c28cb3-0d7f-42bc-a84e-c54990b1de5f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0647159 Jun 23 14:13:32.726433 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d312cb-16df-4ac2-bce5-0458b4acb281 req-aa3f4d50-b4c7-4bea-ad2c-e13892712a61 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:32.727896 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-65d312cb-16df-4ac2-bce5-0458b4acb281 req-aa3f4d50-b4c7-4bea-ad2c-e13892712a61 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 944 time: 0.0659130 Jun 23 14:13:32.760497 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-186c3a6a-281c-474b-835f-a974187cec4e req-a461bc06-b834-4aec-9594-efa9908a15b4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Jun 23 14:13:32.765787 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-65d312cb-16df-4ac2-bce5-0458b4acb281 req-3a2824b3-15fa-4c2a-9368-986666d09560 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Jun 23 14:13:32.919283 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6f6b-4c00-4eb1-a9f1-90553b074ede req-992c3fab-e050-4d0b-97e5-87120724ea04 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:32.920697 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-273d6f6b-4c00-4eb1-a9f1-90553b074ede req-992c3fab-e050-4d0b-97e5-87120724ea04 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 943 time: 0.0620198 Jun 23 14:13:32.964129 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-273d6f6b-4c00-4eb1-a9f1-90553b074ede req-9912714d-7b5d-4d26-98c0-e81033981428 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376558 Jun 23 14:13:34.089394 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b06289-3454-4866-b3e3-4f2e510e087f req-b3900db7-d1c4-4b03-b615-f98885a4f095 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:34.091450 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f3b06289-3454-4866-b3e3-4f2e510e087f req-b3900db7-d1c4-4b03-b615-f98885a4f095 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0643783 Jun 23 14:13:34.128707 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f3b06289-3454-4866-b3e3-4f2e510e087f req-9ccc1912-4cdd-4dbf-920a-0ec2e094ff37 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Jun 23 14:13:34.286479 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb51c15-dfa8-4b22-92f4-777f256d9ba5 req-d4516550-1180-424f-9e9d-3b5567929a1a tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:34.287917 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ceb51c15-dfa8-4b22-92f4-777f256d9ba5 req-d4516550-1180-424f-9e9d-3b5567929a1a tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 944 time: 0.0632939 Jun 23 14:13:34.325734 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ceb51c15-dfa8-4b22-92f4-777f256d9ba5 req-3d7a8113-a55c-4d8e-a3e4-e3c06ccaad8c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313721 Jun 23 14:13:34.486167 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395efd29-29c2-4e77-984a-48e3a4cae214 req-b537750d-96a5-405e-8655-fa2e19ef7706 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:34.487627 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-395efd29-29c2-4e77-984a-48e3a4cae214 req-b537750d-96a5-405e-8655-fa2e19ef7706 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 943 time: 0.0643251 Jun 23 14:13:34.525866 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-395efd29-29c2-4e77-984a-48e3a4cae214 req-31bd8710-3ee7-4d58-ba43-4054b1e0ee60 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325294 Jun 23 14:13:35.779979 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:36.144540 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c8af6-b386-4075-8bc5-d8f8c1d74259 req-ac23b1e9-b27f-489e-b581-4acf99be14a5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.145896 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f73c8af6-b386-4075-8bc5-d8f8c1d74259 req-ac23b1e9-b27f-489e-b581-4acf99be14a5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0632613 Jun 23 14:13:36.183059 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f73c8af6-b386-4075-8bc5-d8f8c1d74259 req-7de803ae-cbaa-43e1-9b36-b286707e8a94 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Jun 23 14:13:36.345517 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686a064-6239-446a-b8b1-43b0a4c12812 req-b37d4635-885c-455e-bd4c-2b694c2c7833 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.347000 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7686a064-6239-446a-b8b1-43b0a4c12812 req-b37d4635-885c-455e-bd4c-2b694c2c7833 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 944 time: 0.0614207 Jun 23 14:13:36.384451 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7686a064-6239-446a-b8b1-43b0a4c12812 req-4cc0e957-cbe3-4d10-83a3-c6184c168d1b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315468 Jun 23 14:13:36.561178 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979f389-45e7-4c08-b3d9-16b3c66b5447 req-7dc19f54-cafc-4c4e-baf9-92554c550d4c tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.562653 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4979f389-45e7-4c08-b3d9-16b3c66b5447 req-7dc19f54-cafc-4c4e-baf9-92554c550d4c tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 943 time: 0.0826201 Jun 23 14:13:36.599697 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4979f389-45e7-4c08-b3d9-16b3c66b5447 req-2b9a7955-c972-4aa4-983a-9d7f27c54d3c tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Jun 23 14:13:39.070959 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7a451-1a3b-4743-98f7-be4da206cb44 req-cc62017e-4d46-4713-91f0-b28051fa4058 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:39.072388 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-31d7a451-1a3b-4743-98f7-be4da206cb44 req-cc62017e-4d46-4713-91f0-b28051fa4058 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0612216 Jun 23 14:13:39.109298 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-31d7a451-1a3b-4743-98f7-be4da206cb44 req-e6de70f8-cff0-437e-9c78-54a17252eb6d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Jun 23 14:13:39.274558 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4b6c9-0726-4f02-b0ad-31964ea0d1c2 req-3f767869-ef10-4bfd-af54-9bb8ab4c959f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:39.275999 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f5e4b6c9-0726-4f02-b0ad-31964ea0d1c2 req-3f767869-ef10-4bfd-af54-9bb8ab4c959f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 944 time: 0.0640790 Jun 23 14:13:39.317967 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f5e4b6c9-0726-4f02-b0ad-31964ea0d1c2 req-10092af0-bd8d-4a32-9b95-d0b4f7a416de tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356543 Jun 23 14:13:39.349720 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee05c6-ca82-4237-a6f9-4d9c2fa31313 req-84d02f37-3f33-41b0-823a-99f8ad3fb5bf tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:39.351199 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-90ee05c6-ca82-4237-a6f9-4d9c2fa31313 req-84d02f37-3f33-41b0-823a-99f8ad3fb5bf tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 943 time: 0.0631421 Jun 23 14:13:39.388997 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-90ee05c6-ca82-4237-a6f9-4d9c2fa31313 req-be50682e-4219-4c95-9ba2-f0c8dc555a25 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308583 Jun 23 14:13:39.987769 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:13:40.303917 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38144e-4b74-4e90-b12c-ec5a35b056f6 req-3df3b509-4351-4a06-939b-085dfcbcdf83 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:40.305412 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0a38144e-4b74-4e90-b12c-ec5a35b056f6 req-3df3b509-4351-4a06-939b-085dfcbcdf83 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0703678 Jun 23 14:13:40.342576 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0a38144e-4b74-4e90-b12c-ec5a35b056f6 req-abd3a848-dda3-4bed-b71b-3f39f3217894 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308692 Jun 23 14:13:40.505135 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95a3e3-8d7e-4cb4-ac43-08db6c07d761 req-a5bc2c7f-7780-4997-a850-3f595a890ea2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:40.506715 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1a95a3e3-8d7e-4cb4-ac43-08db6c07d761 req-a5bc2c7f-7780-4997-a850-3f595a890ea2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 944 time: 0.0634408 Jun 23 14:13:40.543425 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1a95a3e3-8d7e-4cb4-ac43-08db6c07d761 req-6a19e9b9-642a-4e27-bffa-2643e79d5ece tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311375 Jun 23 14:13:40.568199 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b4633-0660-4e27-ad90-13bb4bba36f1 req-d6696408-dbec-40ed-b02f-0dd33185bd67 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:40.569658 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-342b4633-0660-4e27-ad90-13bb4bba36f1 req-d6696408-dbec-40ed-b02f-0dd33185bd67 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 943 time: 0.0633092 Jun 23 14:13:40.607065 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-342b4633-0660-4e27-ad90-13bb4bba36f1 req-db797024-0554-401e-bd95-88346d0e8893 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Jun 23 14:13:41.243587 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48b5b8-c30b-4ad2-b0bf-56b2710c1e17 req-eda7eff4-1ad4-43f5-914e-57dad8a65e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:41.246101 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6a48b5b8-c30b-4ad2-b0bf-56b2710c1e17 req-eda7eff4-1ad4-43f5-914e-57dad8a65e1e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 1099 time: 0.0621195 Jun 23 14:13:41.280477 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6a48b5b8-c30b-4ad2-b0bf-56b2710c1e17 req-fafe864e-e2a8-4ecf-a308-d971e84941e2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267425 Jun 23 14:13:41.319129 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:13:41.413645 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,segment=NetworkSegment(c323bc75-b721-480e-a665-4d1f28346ac9),segment_id=c323bc75-b721-480e-a665-4d1f28346ac9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:41.425526 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '0ba0e8c4-5dde-4a61-8fea-6e81adebbde7', 'network_id': '91cb6d41-10ec-4cab-8135-d78f03d45599', 'port_id': '0ba0e8c4-5dde-4a61-8fea-6e81adebbde7', 'mac_address': 'fa:16:3e:b3:9d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad2f9bd-6360-4a80-97b6-9927dbf8255a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:13:41.466024 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:41.478180 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:41.498495 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,segment=NetworkSegment(c323bc75-b721-480e-a665-4d1f28346ac9),segment_id=c323bc75-b721-480e-a665-4d1f28346ac9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:41.502939 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:41.504994 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:41.522156 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd30e30-7114-4b99-b9b7-f6b61c81380a req-8c033b6d-d434-4987-9000-f892d6b01150 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:41.523589 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9bd30e30-7114-4b99-b9b7-f6b61c81380a req-8c033b6d-d434-4987-9000-f892d6b01150 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0658047 Jun 23 14:13:41.552968 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:41.560987 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.561444 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.561791 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.562169 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.562505 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.562832 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.563159 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.563484 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.563830 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.564154 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.564474 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.564792 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.565400 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9bd30e30-7114-4b99-b9b7-f6b61c81380a req-d5f8a82b-1e6a-4759-b05a-30fc6bb90a73 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355985 Jun 23 14:13:41.569166 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:42.341241 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['0ba0e8c4-5dde-4a61-8fea-6e81adebbde7'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:42.481296 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446e8b8-13d1-435c-85bc-90d8899d82f8 req-a1e4e0f9-2317-4adf-9715-c82fb759619b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.482777 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f446e8b8-13d1-435c-85bc-90d8899d82f8 req-a1e4e0f9-2317-4adf-9715-c82fb759619b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 944 time: 0.0612175 Jun 23 14:13:42.519970 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f446e8b8-13d1-435c-85bc-90d8899d82f8 req-acf78cce-758a-477b-8958-3fe1d523a8fb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315654 Jun 23 14:13:42.688644 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfba5f-352b-460f-a97e-301a289abc07 req-7310e70d-8470-40b5-bd1a-f61cea9a6662 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.690212 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4ccfba5f-352b-460f-a97e-301a289abc07 req-7310e70d-8470-40b5-bd1a-f61cea9a6662 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 944 time: 0.0652587 Jun 23 14:13:42.731405 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4ccfba5f-352b-460f-a97e-301a289abc07 req-839f1176-a7e6-44ce-a23d-3610ee5db664 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349355 Jun 23 14:13:42.743566 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9344ba-ea21-4137-bd1c-e9579d47db72 req-94f1d95b-a506-4704-af50-f37f50c1200e tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.745917 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aa9344ba-ea21-4137-bd1c-e9579d47db72 req-94f1d95b-a506-4704-af50-f37f50c1200e tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0674355 Jun 23 14:13:42.784383 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aa9344ba-ea21-4137-bd1c-e9579d47db72 req-6261d355-73b1-41d9-bfc5-bc31927813c8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329552 Jun 23 14:13:43.330859 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 63cbdeca-4941-4ab5-911c-264f7c506c28 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:13:43.438677 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 63cbdeca-4941-4ab5-911c-264f7c506c28, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=63cbdeca-4941-4ab5-911c-264f7c506c28,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:43.450868 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '63cbdeca-4941-4ab5-911c-264f7c506c28', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'port_id': '63cbdeca-4941-4ab5-911c-264f7c506c28', 'mac_address': 'fa:16:3e:ed:f0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:13:43.491610 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:43.504421 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cbdeca-4941-4ab5-911c-264f7c506c28 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:43.524232 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 63cbdeca-4941-4ab5-911c-264f7c506c28, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=63cbdeca-4941-4ab5-911c-264f7c506c28,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:43.529118 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:43.530956 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:43.585423 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=63cbdeca-4941-4ab5-911c-264f7c506c28,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:43.588440 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:43.693705 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184e3c-a5c3-4bfa-859b-e6168c0baecc req-3ed60511-ed30-4084-9226-bdd3703925a6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:43.695225 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-55184e3c-a5c3-4bfa-859b-e6168c0baecc req-3ed60511-ed30-4084-9226-bdd3703925a6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 945 time: 0.0639043 Jun 23 14:13:43.736566 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-55184e3c-a5c3-4bfa-859b-e6168c0baecc req-f517d6b7-489a-43bd-9231-0b449e595ddb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347598 Jun 23 14:13:43.928246 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f907f4-bf6f-4a70-876f-db00329b45a6 req-6602b126-e82c-4ad5-a496-1b4446a794cc tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:43.930282 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-89f907f4-bf6f-4a70-876f-db00329b45a6 req-6602b126-e82c-4ad5-a496-1b4446a794cc tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 944 time: 0.0766392 Jun 23 14:13:43.970806 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-89f907f4-bf6f-4a70-876f-db00329b45a6 req-7b7a1325-1bbd-4aa5-b7b4-32303c5f352c tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339940 Jun 23 14:13:44.004169 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f6116-1a37-4f42-b20a-b3d81c6088a1 req-7aab6e48-3355-4707-9553-b1f7e390ccf8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:44.012049 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b35f6116-1a37-4f42-b20a-b3d81c6088a1 req-7aab6e48-3355-4707-9553-b1f7e390ccf8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0756669 Jun 23 14:13:44.044866 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b35f6116-1a37-4f42-b20a-b3d81c6088a1 req-7d1297d2-2298-487e-acfb-940200766bc2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Jun 23 14:13:44.560615 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['63cbdeca-4941-4ab5-911c-264f7c506c28'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:44.914544 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56df629-8b13-49f2-95e8-7020e70174d5 req-2ceb3e3f-3092-458d-8779-3ef6a1670314 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:44.916001 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c56df629-8b13-49f2-95e8-7020e70174d5 req-2ceb3e3f-3092-458d-8779-3ef6a1670314 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 945 time: 0.0658484 Jun 23 14:13:44.956938 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c56df629-8b13-49f2-95e8-7020e70174d5 req-9b6c1c10-73ad-409a-b973-1660d2d507b1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343957 Jun 23 14:13:45.149574 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04145bb-cd95-4746-9a69-ea3091ab65a1 req-57ef87b1-a518-403b-a143-b38de4a49395 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.151062 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b04145bb-cd95-4746-9a69-ea3091ab65a1 req-57ef87b1-a518-403b-a143-b38de4a49395 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 944 time: 0.0676982 Jun 23 14:13:45.199222 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b04145bb-cd95-4746-9a69-ea3091ab65a1 req-b992909f-3249-4109-9aa8-9eb4f6c315e3 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415075 Jun 23 14:13:45.275961 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3cd93-87e9-456f-afbd-6c22aeddb3ae req-1f3ee3f2-fcc6-49a8-b94e-44a9cde65402 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.278087 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-30e3cd93-87e9-456f-afbd-6c22aeddb3ae req-1f3ee3f2-fcc6-49a8-b94e-44a9cde65402 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0654733 Jun 23 14:13:45.320755 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-30e3cd93-87e9-456f-afbd-6c22aeddb3ae req-a5210138-a379-4f61-a953-53781d1d5d8f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366807 Jun 23 14:13:45.340469 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:45.394178 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:45.399676 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:45.400312 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:45.488976 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:45.518222 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ced09f-1483-440b-abee-9cfad357ca14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba0e8c4-5dde-4a61-8fea-6e81adebbde7'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:45.518222 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b4e76b-5e6b-43e8-a3e4-e77964a0f3fb" -d '{"events": [{"server_uuid": "b5ced09f-1483-440b-abee-9cfad357ca14", "name": "network-vif-plugged", "status": "completed", "tag": "0ba0e8c4-5dde-4a61-8fea-6e81adebbde7"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:45.531002 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,segment=NetworkSegment(c323bc75-b721-480e-a665-4d1f28346ac9),segment_id=c323bc75-b721-480e-a665-4d1f28346ac9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:45.535350 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:45.537308 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:45.584978 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:45.588260 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:45.722475 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8b9642-5f7f-4662-99a7-be9c8a9e8faf x-openstack-request-id: req-0f8b9642-5f7f-4662-99a7-be9c8a9e8faf {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:45.722780 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ced09f-1483-440b-abee-9cfad357ca14", "name": "network-vif-plugged", "status": "completed", "tag": "0ba0e8c4-5dde-4a61-8fea-6e81adebbde7", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:45.723046 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f8b9642-5f7f-4662-99a7-be9c8a9e8faf {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:45.723446 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ced09f-1483-440b-abee-9cfad357ca14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba0e8c4-5dde-4a61-8fea-6e81adebbde7', 'code': 200} Jun 23 14:13:45.840716 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed28c3-5552-4a19-95ea-9d4f5ff09081 req-879a56e8-e467-4752-abcb-af094d5dc048 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.842299 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d0ed28c3-5552-4a19-95ea-9d4f5ff09081 req-879a56e8-e467-4752-abcb-af094d5dc048 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0675373 Jun 23 14:13:45.889058 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76042d63-c0ed-4711-b72a-d53308cc5596 req-3e2c9d55-d87f-4e21-9cf5-ba8610527700 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.890599 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-76042d63-c0ed-4711-b72a-d53308cc5596 req-3e2c9d55-d87f-4e21-9cf5-ba8610527700 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0778031 Jun 23 14:13:45.912134 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d0ed28c3-5552-4a19-95ea-9d4f5ff09081 req-29f98bd6-0250-4581-9c55-1effb1b14418 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636070 Jun 23 14:13:45.936107 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-76042d63-c0ed-4711-b72a-d53308cc5596 req-719df6bc-a3fa-4c56-aa7f-49bc9948667a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Jun 23 14:13:45.937952 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da22b4-0e3a-4f22-81d6-23cfec5984f1 req-1d2c00cd-787f-4432-9f4e-0c4776f8a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.939447 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-76da22b4-0e3a-4f22-81d6-23cfec5984f1 req-1d2c00cd-787f-4432-9f4e-0c4776f8a2e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94d303cd1a124e2d902fbc199f047749&device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 1099 time: 0.0731692 Jun 23 14:13:46.047621 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da22b4-0e3a-4f22-81d6-23cfec5984f1 req-d97b8105-6a01-4c0d-ad8b-d4dd1ce92a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.049139 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-76da22b4-0e3a-4f22-81d6-23cfec5984f1 req-d97b8105-6a01-4c0d-ad8b-d4dd1ce92a90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 200 len: 920 time: 0.0982001 Jun 23 14:13:46.106493 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-76da22b4-0e3a-4f22-81d6-23cfec5984f1 req-e1ba7d39-22f2-402a-8549-2cd95dc3a691 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2582d771-fa91-408f-bd35-ee7dadc788aa HTTP/1.1" status: 200 len: 217 time: 0.0345008 Jun 23 14:13:46.140062 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93396e00-e540-4c84-8357-9c3f95ec4f70 req-d33406c4-6b85-426d-911a-109f7b271cc0 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.141521 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-93396e00-e540-4c84-8357-9c3f95ec4f70 req-d33406c4-6b85-426d-911a-109f7b271cc0 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 945 time: 0.0626032 Jun 23 14:13:46.180115 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-93396e00-e540-4c84-8357-9c3f95ec4f70 req-0b361f0c-e960-4cc5-a1fa-633574548996 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326796 Jun 23 14:13:46.213771 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da22b4-0e3a-4f22-81d6-23cfec5984f1 req-15daba4d-65de-4a12-a16b-a1877b7f61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.216258 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-76da22b4-0e3a-4f22-81d6-23cfec5984f1 req-15daba4d-65de-4a12-a16b-a1877b7f61c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=098b5eb4-4f85-4551-a132-d2f6a5c0b689 HTTP/1.1" status: 200 len: 859 time: 0.0733995 Jun 23 14:13:46.257231 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-76da22b4-0e3a-4f22-81d6-23cfec5984f1 req-7702eb78-f72e-4935-bab2-625ddb83c754 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f534e60-144d-45e6-a5fc-11af96caa6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303216 Jun 23 14:13:46.268790 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68804812-00f5-4f86-a018-09d8c224f62e req-97934ebe-b1f0-4462-8757-4a25a6a888cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.270626 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-68804812-00f5-4f86-a018-09d8c224f62e req-97934ebe-b1f0-4462-8757-4a25a6a888cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 1098 time: 0.1266429 Jun 23 14:13:46.361533 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-68804812-00f5-4f86-a018-09d8c224f62e req-b5299aea-6fcb-4360-be17-a42ce4ba3b42 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816522 Jun 23 14:13:46.393040 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-76da22b4-0e3a-4f22-81d6-23cfec5984f1 req-9709042a-893c-448a-96c2-f443a754c071 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213520 Jun 23 14:13:46.530744 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352382-6981-4d5a-93d1-3fa67d676187 req-59785c54-e1b6-4002-b4a1-4f7c1d3875fc tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.532212 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bc352382-6981-4d5a-93d1-3fa67d676187 req-59785c54-e1b6-4002-b4a1-4f7c1d3875fc tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 945 time: 0.0625451 Jun 23 14:13:46.571979 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bc352382-6981-4d5a-93d1-3fa67d676187 req-dd73f876-5bae-42f8-9dce-0114f20bc0b8 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340722 Jun 23 14:13:46.771513 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d9d44-dcd9-4ea6-9aac-d1e6ea360fb5 req-5e383627-7190-4c08-abd8-83c80cfd0631 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.772943 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5a2d9d44-dcd9-4ea6-9aac-d1e6ea360fb5 req-5e383627-7190-4c08-abd8-83c80cfd0631 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 946 time: 0.0643570 Jun 23 14:13:46.810437 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5a2d9d44-dcd9-4ea6-9aac-d1e6ea360fb5 req-5a202628-c18a-4534-bc84-f6dc66a82664 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309620 Jun 23 14:13:47.100623 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe471c4-536a-4fd4-9a1f-7afd93e4f676 req-d3a4f9ec-0679-496b-8c2b-6e95f79684a1 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.102017 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7fe471c4-536a-4fd4-9a1f-7afd93e4f676 req-d3a4f9ec-0679-496b-8c2b-6e95f79684a1 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0682564 Jun 23 14:13:47.103374 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-76da22b4-0e3a-4f22-81d6-23cfec5984f1 req-1fd9c967-c769-4d08-ba3c-7999e7042c60 service neutron] 10.222.0.39 "GET /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210873 Jun 23 14:13:47.134799 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53a6c4-18a6-4ad4-a29a-8149967cac62 req-158de60f-65c2-4de1-b718-7b8b75a4d9b9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.137584 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-db53a6c4-18a6-4ad4-a29a-8149967cac62 req-158de60f-65c2-4de1-b718-7b8b75a4d9b9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0842748 Jun 23 14:13:47.141352 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7fe471c4-536a-4fd4-9a1f-7afd93e4f676 req-267a108b-6a9e-4860-8862-09f3d7afd6df tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Jun 23 14:13:47.174501 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-db53a6c4-18a6-4ad4-a29a-8149967cac62 req-13e03590-e2c4-4b08-8574-29d391d121b8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Jun 23 14:13:47.352238 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 63cbdeca-4941-4ab5-911c-264f7c506c28 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:47.357734 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2fcb3-797d-4126-985d-bc7d9e0cc525 req-d5d98b67-072d-4403-a61e-fe285f112670 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.359263 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-74d2fcb3-797d-4126-985d-bc7d9e0cc525 req-d5d98b67-072d-4403-a61e-fe285f112670 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 945 time: 0.0691645 Jun 23 14:13:47.403974 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-74d2fcb3-797d-4126-985d-bc7d9e0cc525 req-974f74e8-fbac-4377-a405-6262186f7aa5 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388262 Jun 23 14:13:47.404199 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 63cbdeca-4941-4ab5-911c-264f7c506c28 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:47.407975 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 63cbdeca-4941-4ab5-911c-264f7c506c28 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:47.408358 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:47.487517 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:47.520285 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 63cbdeca-4941-4ab5-911c-264f7c506c28, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=63cbdeca-4941-4ab5-911c-264f7c506c28,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:47.524055 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:47.525954 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:47.569777 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=63cbdeca-4941-4ab5-911c-264f7c506c28,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:47.572784 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:47.724312 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c631fa9-39b7-43cf-8851-a03307bec151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cbdeca-4941-4ab5-911c-264f7c506c28'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:47.726656 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f0b171-c08e-4bad-840a-44f606802c28" -d '{"events": [{"server_uuid": "0c631fa9-39b7-43cf-8851-a03307bec151", "name": "network-vif-plugged", "status": "completed", "tag": "63cbdeca-4941-4ab5-911c-264f7c506c28"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:47.743184 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193758f-da41-46b3-bd2e-79981b3ba805 req-56dfb570-96de-4a7e-833c-1535ee9a0cdb tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.744650 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c193758f-da41-46b3-bd2e-79981b3ba805 req-56dfb570-96de-4a7e-833c-1535ee9a0cdb tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 945 time: 0.0610785 Jun 23 14:13:47.759164 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f4928dc2-471d-4bc3-bec5-4fc3f94958af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:47.765666 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3d7cd5-9366-4536-99e6-b3310ff0cf83 x-openstack-request-id: req-fe3d7cd5-9366-4536-99e6-b3310ff0cf83 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:47.765966 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c631fa9-39b7-43cf-8851-a03307bec151", "name": "network-vif-plugged", "status": "completed", "tag": "63cbdeca-4941-4ab5-911c-264f7c506c28", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:47.766264 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe3d7cd5-9366-4536-99e6-b3310ff0cf83 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:47.766663 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c631fa9-39b7-43cf-8851-a03307bec151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cbdeca-4941-4ab5-911c-264f7c506c28', 'code': 200} Jun 23 14:13:47.785648 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c193758f-da41-46b3-bd2e-79981b3ba805 req-8f2d6faf-d88d-41d8-a30f-3ad4a0fb8615 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348558 Jun 23 14:13:47.981255 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071c891-067e-4a48-84a6-ad464067bb5e req-02c00309-2a39-4463-824e-7cf023963faa tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.982624 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e071c891-067e-4a48-84a6-ad464067bb5e req-02c00309-2a39-4463-824e-7cf023963faa tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 946 time: 0.0627124 Jun 23 14:13:48.023720 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e071c891-067e-4a48-84a6-ad464067bb5e req-c361dcdc-fadb-4627-9066-87f0c35a8bad tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350494 Jun 23 14:13:48.225403 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037e847-33c9-4a5d-9b5d-4d16735473b9 req-ee67fd4f-6585-4863-b77b-56a963b608b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:48.226963 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5037e847-33c9-4a5d-9b5d-4d16735473b9 req-ee67fd4f-6585-4863-b77b-56a963b608b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 1099 time: 0.0523605 Jun 23 14:13:48.303959 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5037e847-33c9-4a5d-9b5d-4d16735473b9 req-6561df3c-e25d-42f1-981e-d6e1c369683c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690730 Jun 23 14:13:48.348234 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73463f-3081-4f8b-9e40-f6ba0b3ff3aa req-48d90e7b-855d-4619-b562-4815cc2acc77 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:48.350346 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7e73463f-3081-4f8b-9e40-f6ba0b3ff3aa req-48d90e7b-855d-4619-b562-4815cc2acc77 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0936866 Jun 23 14:13:48.357641 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf88f9-c07a-4ede-b090-c59033e9904a req-32390d22-4ad4-45f1-ae77-db69c66b6067 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:48.359177 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bdcf88f9-c07a-4ede-b090-c59033e9904a req-32390d22-4ad4-45f1-ae77-db69c66b6067 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0663648 Jun 23 14:13:48.393470 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7e73463f-3081-4f8b-9e40-f6ba0b3ff3aa req-bb66b266-8c8a-4779-9681-7d6fc0018d1b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372727 Jun 23 14:13:48.398863 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bdcf88f9-c07a-4ede-b090-c59033e9904a req-cbb44c80-05bd-4bc6-ac58-ea68ad6d5799 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340319 Jun 23 14:13:48.576595 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5788ca-7aad-4445-a627-df74d78037f5 req-bbf0eb36-32ef-4e40-b63a-fe7f2e326505 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:48.577928 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3e5788ca-7aad-4445-a627-df74d78037f5 req-bbf0eb36-32ef-4e40-b63a-fe7f2e326505 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 946 time: 0.0620391 Jun 23 14:13:48.615680 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3e5788ca-7aad-4445-a627-df74d78037f5 req-a030ad55-5b9f-4b00-a231-e1d664c29e14 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318520 Jun 23 14:13:49.177845 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04866d53-b2bf-41c4-8edf-36f76668de43 req-2d3abc77-f2ba-4348-83a0-8f8cfa2e001b tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.179342 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-04866d53-b2bf-41c4-8edf-36f76668de43 req-2d3abc77-f2ba-4348-83a0-8f8cfa2e001b tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 945 time: 0.0628924 Jun 23 14:13:49.218233 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-04866d53-b2bf-41c4-8edf-36f76668de43 req-91d70491-901e-4497-9783-755fcb4102ef tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326464 Jun 23 14:13:49.288791 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b46d57-dbb8-4990-af02-09cdf6f67193 req-c87c78c4-b8be-4ead-94bb-76b0d4f3ef74 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.290170 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-32b46d57-dbb8-4990-af02-09cdf6f67193 req-c87c78c4-b8be-4ead-94bb-76b0d4f3ef74 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 946 time: 0.0674236 Jun 23 14:13:49.333684 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-32b46d57-dbb8-4990-af02-09cdf6f67193 req-a6682f46-1e69-428a-834a-b54777d8dd89 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373940 Jun 23 14:13:49.568140 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a252501-7273-46d9-88d3-f411ffbe7bc6 req-18ac4694-2627-40e9-8e5e-525220817d61 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.569581 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9a252501-7273-46d9-88d3-f411ffbe7bc6 req-18ac4694-2627-40e9-8e5e-525220817d61 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0619543 Jun 23 14:13:49.572625 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52286c40-2dfb-41fd-b4f9-91e2257ec0cf req-d7882642-6975-488e-b855-eab4469fa39a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.574871 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-52286c40-2dfb-41fd-b4f9-91e2257ec0cf req-d7882642-6975-488e-b855-eab4469fa39a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0668406 Jun 23 14:13:49.606955 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9a252501-7273-46d9-88d3-f411ffbe7bc6 req-87b50fec-c093-4e53-a6e6-d71ec87b44c8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307539 Jun 23 14:13:49.612234 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-52286c40-2dfb-41fd-b4f9-91e2257ec0cf req-b76e4050-1863-44ab-9980-23b4bc13bd34 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Jun 23 14:13:49.785911 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daad6e-2795-4fae-bb43-cb100b0de295 req-5d066a22-7473-4f72-8a53-1764f3fff841 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.787384 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-86daad6e-2795-4fae-bb43-cb100b0de295 req-5d066a22-7473-4f72-8a53-1764f3fff841 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 946 time: 0.0637753 Jun 23 14:13:49.823760 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-86daad6e-2795-4fae-bb43-cb100b0de295 req-4efa4474-39c6-497a-8688-9afd46d02296 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299604 Jun 23 14:13:50.348424 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1222ab8a-34ca-4f54-8e98-0702b25c0070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:50.656118 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb3506-19ed-4f38-bb72-71e8e8aa67ba req-600ead0d-9261-4b7a-bf5b-3cc0fef7eb5e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.657676 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c8fb3506-19ed-4f38-bb72-71e8e8aa67ba req-600ead0d-9261-4b7a-bf5b-3cc0fef7eb5e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 945 time: 0.0705838 Jun 23 14:13:50.697633 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c8fb3506-19ed-4f38-bb72-71e8e8aa67ba req-2a1e660a-b8c3-461b-9d83-8a56e114ab4a tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338905 Jun 23 14:13:50.753145 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62711c0-cc7d-45b6-8159-9ad6babbee71 req-fa87d061-d51e-40d2-9fe6-433bb764b0fc tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.754648 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e62711c0-cc7d-45b6-8159-9ad6babbee71 req-fa87d061-d51e-40d2-9fe6-433bb764b0fc tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 946 time: 0.0758367 Jun 23 14:13:50.795524 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e62711c0-cc7d-45b6-8159-9ad6babbee71 req-11d14fda-f0cb-4344-8141-6e7dc89127e5 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348146 Jun 23 14:13:50.876098 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f4ee1-2a62-41bf-8fe3-b0d024a4b706 req-2594d44f-13e3-4f6e-92e4-9aa8032ff31f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.877881 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a16f4ee1-2a62-41bf-8fe3-b0d024a4b706 req-2594d44f-13e3-4f6e-92e4-9aa8032ff31f tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0684509 Jun 23 14:13:50.918648 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:50.926904 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a16f4ee1-2a62-41bf-8fe3-b0d024a4b706 req-a94ae620-d413-4438-aafa-c891f6235e9b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Jun 23 14:13:50.997547 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ed7e9-39f6-4eca-ab78-ed914f261544 req-ed2269bb-19ba-49e8-8cb4-1f31a6fea005 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.999040 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-822ed7e9-39f6-4eca-ab78-ed914f261544 req-ed2269bb-19ba-49e8-8cb4-1f31a6fea005 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.0978992 Jun 23 14:13:51.059041 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffb83c-945d-4290-a69e-f443fef1d4a6 req-4a915513-08f7-4607-9699-d9899097dc73 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.059218 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bdffb83c-945d-4290-a69e-f443fef1d4a6 req-4a915513-08f7-4607-9699-d9899097dc73 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 946 time: 0.1078508 Jun 23 14:13:51.062435 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-822ed7e9-39f6-4eca-ab78-ed914f261544 req-af70d344-d398-4bc8-b9f5-8ea9b0cb042e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567992 Jun 23 14:13:51.110757 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ddd8f-7d72-4982-aaaa-6847ec9f2dae req-24603dff-024c-43b8-aedf-4bca5e1fefb0 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.112285 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-548ddd8f-7d72-4982-aaaa-6847ec9f2dae req-24603dff-024c-43b8-aedf-4bca5e1fefb0 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 946 time: 0.0704887 Jun 23 14:13:51.157814 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-548ddd8f-7d72-4982-aaaa-6847ec9f2dae req-e2ad5435-07bd-4f2e-b310-7bc856336e35 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386138 Jun 23 14:13:51.167644 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.189097 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-bdffb83c-945d-4290-a69e-f443fef1d4a6 req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Deleting port 9e341056-9461-456c-9dad-5bfeb839086e {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:13:51.189417 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bdffb83c-945d-4290-a69e-f443fef1d4a6 req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.289088 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-bdffb83c-945d-4290-a69e-f443fef1d4a6 req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] For port 9e341056-9461-456c-9dad-5bfeb839086e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9e341056-9461-456c-9dad-5bfeb839086e,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:51.289434 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bdffb83c-945d-4290-a69e-f443fef1d4a6 req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.317567 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-bdffb83c-945d-4290-a69e-f443fef1d4a6 req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Calling delete_port for 9e341056-9461-456c-9dad-5bfeb839086e owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:13:51.407119 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280c140-76bd-439e-9fc2-adc15558031c req-6c6707ea-535c-483c-9a5b-8b4751adf40b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.408025 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b280c140-76bd-439e-9fc2-adc15558031c req-6c6707ea-535c-483c-9a5b-8b4751adf40b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 946 time: 0.1349497 Jun 23 14:13:51.476040 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b280c140-76bd-439e-9fc2-adc15558031c req-8f819e23-4607-4dbb-97bf-69262332b26f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618060 Jun 23 14:13:51.507539 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 34674) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:51.514480 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bdffb83c-945d-4290-a69e-f443fef1d4a6 req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.520145 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:51.568863 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Pushing event deleted for resources: {'Port': ['ID=9e341056-9461-456c-9dad-5bfeb839086e,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:51.572058 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:51.583433 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['39956ff4-d72a-4b40-b45d-df358fe1bb2c', '945529d5-4826-477a-9f7d-4119d9b3aa35', '729f7203-9521-4ef8-b568-d3b29fc64356'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:51.638653 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdffb83c-945d-4290-a69e-f443fef1d4a6 req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] No DVR routers for this DVR port 9e341056-9461-456c-9dad-5bfeb839086e on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:13:51.641444 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bdffb83c-945d-4290-a69e-f443fef1d4a6 req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.643971 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bdffb83c-945d-4290-a69e-f443fef1d4a6 req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "DELETE /v2.0/ports/9e341056-9461-456c-9dad-5bfeb839086e HTTP/1.1" status: 204 len: 173 time: 0.5555661 Jun 23 14:13:51.644541 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fceaa53-802b-4931-9ee6-89d20762a09d', 'name': 'network-vif-deleted', 'tag': '9e341056-9461-456c-9dad-5bfeb839086e'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:51.647082 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4019be3-17a1-4936-af8b-7afd18e37169" -d '{"events": [{"server_uuid": "8fceaa53-802b-4931-9ee6-89d20762a09d", "name": "network-vif-deleted", "tag": "9e341056-9461-456c-9dad-5bfeb839086e"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:51.707979 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d49ac5-6b85-493c-9d08-273382854f57 tempest-TestVolumeBootPattern-1628955376 tempest-TestVolumeBootPattern-1628955376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.710207 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-86d49ac5-6b85-493c-9d08-273382854f57 tempest-TestVolumeBootPattern-1628955376 tempest-TestVolumeBootPattern-1628955376-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 1094 time: 0.2016456 Jun 23 14:13:51.713295 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 34684) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:51.721989 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'floatingip': {'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'port_id': '63cbdeca-4941-4ab5-911c-264f7c506c28', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:51.756385 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.799085 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160e606-f5a0-4832-8e5e-d59d9513b9f0 req-3c621b3c-16b5-4877-8188-ec971ca32521 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.800570 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e160e606-f5a0-4832-8e5e-d59d9513b9f0 req-3c621b3c-16b5-4877-8188-ec971ca32521 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.39 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 946 time: 0.0853765 Jun 23 14:13:51.826462 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeb73c4-1a13-4dfb-90d2-679209ae7072 x-openstack-request-id: req-daeb73c4-1a13-4dfb-90d2-679209ae7072 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:51.826795 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fceaa53-802b-4931-9ee6-89d20762a09d", "name": "network-vif-deleted", "tag": "9e341056-9461-456c-9dad-5bfeb839086e", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:51.827147 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daeb73c4-1a13-4dfb-90d2-679209ae7072 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:51.827520 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fceaa53-802b-4931-9ee6-89d20762a09d', 'name': 'network-vif-deleted', 'tag': '9e341056-9461-456c-9dad-5bfeb839086e', 'status': 'completed', 'code': 200} Jun 23 14:13:51.879999 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.006263 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Allocated IP 172.27.1.48 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/21e7b823-4a95-4a51-a687-0fe0bffe5212) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:13:52.071262 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768a7cf-7d8b-44f5-8f67-f488b601197d req-4e83e179-bb43-49ae-87b9-5b733e921e7a tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.072776 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9768a7cf-7d8b-44f5-8f67-f488b601197d req-4e83e179-bb43-49ae-87b9-5b733e921e7a tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 945 time: 0.1186342 Jun 23 14:13:52.100941 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-e160e606-f5a0-4832-8e5e-d59d9513b9f0 req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Deleting port 62181341-e0d4-4d50-8fd5-083e7eaa2997 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:13:52.101282 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e160e606-f5a0-4832-8e5e-d59d9513b9f0 req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.119828 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.169778 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9768a7cf-7d8b-44f5-8f67-f488b601197d req-1096726e-bb31-4888-9458-827f1c37afd4 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863268 Jun 23 14:13:52.207065 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-e160e606-f5a0-4832-8e5e-d59d9513b9f0 req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] For port 62181341-e0d4-4d50-8fd5-083e7eaa2997, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=62181341-e0d4-4d50-8fd5-083e7eaa2997,segment=NetworkSegment(a7a654c1-03bf-4ba0-bcd9-dbe7930df342),segment_id=a7a654c1-03bf-4ba0-bcd9-dbe7930df342)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:52.207421 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e160e606-f5a0-4832-8e5e-d59d9513b9f0 req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.214867 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.219622 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:52.235262 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c289f-8860-4c16-ade8-66c7728d836e req-14a93734-1239-4109-ae83-c2fd2ed11aa9 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.236806 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6d1c289f-8860-4c16-ade8-66c7728d836e req-14a93734-1239-4109-ae83-c2fd2ed11aa9 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 946 time: 0.1080112 Jun 23 14:13:52.272722 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:13:52.285524 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:13:52.290436 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:13:52.320538 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'Port': ['ID=21e7b823-4a95-4a51-a687-0fe0bffe5212,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:52.339967 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.340328 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.340684 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.341036 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.341381 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.341727 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.342168 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.342515 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.342859 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.343201 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.343536 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.343872 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:52.352944 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:52.357959 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6d1c289f-8860-4c16-ade8-66c7728d836e req-0226a78a-90b8-41d7-96ee-232c76dbe34a tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031101 Jun 23 14:13:52.467161 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-e160e606-f5a0-4832-8e5e-d59d9513b9f0 req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Calling delete_port for 62181341-e0d4-4d50-8fd5-083e7eaa2997 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:13:52.536525 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-eb416280-8245-41b8-8ff2-eb0ffb413d04 req-be37c2e6-a3fe-4478-abaa-0fe19dd8268c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fceaa53-802b-4931-9ee6-89d20762a09d HTTP/1.1" status: 200 len: 210 time: 0.0372410 Jun 23 14:13:52.592319 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f5132-afd6-46ec-b736-38e0fa605304 req-c6b86e1c-aefc-4ae4-8a43-3c811475d4a8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.593832 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a45f5132-afd6-46ec-b736-38e0fa605304 req-c6b86e1c-aefc-4ae4-8a43-3c811475d4a8 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.1249135 Jun 23 14:13:52.670196 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a45f5132-afd6-46ec-b736-38e0fa605304 req-281e487c-3f22-4ba3-92e1-2fea86da128b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640519 Jun 23 14:13:52.671363 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e160e606-f5a0-4832-8e5e-d59d9513b9f0 req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.675578 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-de182431-9074-4538-bd14-2cb5afba15e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:52.704425 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Pushing event deleted for resources: {'Port': ['ID=62181341-e0d4-4d50-8fd5-083e7eaa2997,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:52.706891 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:52.753176 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e160e606-f5a0-4832-8e5e-d59d9513b9f0 req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] No DVR routers for this DVR port 62181341-e0d4-4d50-8fd5-083e7eaa2997 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:13:52.755872 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e160e606-f5a0-4832-8e5e-d59d9513b9f0 req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.758103 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e160e606-f5a0-4832-8e5e-d59d9513b9f0 req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.39 "DELETE /v2.0/ports/62181341-e0d4-4d50-8fd5-083e7eaa2997 HTTP/1.1" status: 204 len: 173 time: 0.8606672 Jun 23 14:13:52.872786 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.965119 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.143910 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.149137 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2216291'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.151602 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ff0c95c3-46b5-4528-86a6-eb726c45ad9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:53.218380 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'Port': ['ID=21e7b823-4a95-4a51-a687-0fe0bffe5212,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:53.223771 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:53.230717 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.321266 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.365175 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.l3_db [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Floating IP c30c0e79-4a31-45c6-b752-1e0b06635c1d associated. External IP: 172.27.1.48, port: 63cbdeca-4941-4ab5-911c-264f7c506c28. Jun 23 14:13:53.432299 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ba506-e964-4c4a-aa59-1eacbbaf23ad req-22f5ca2f-0645-468e-a1db-8543a0356cfa tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.434205 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 62181341-e0d4-4d50-8fd5-083e7eaa2997 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:53.434354 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-353ba506-e964-4c4a-aa59-1eacbbaf23ad req-22f5ca2f-0645-468e-a1db-8543a0356cfa tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 945 time: 0.1234102 Jun 23 14:13:53.455659 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 62181341-e0d4-4d50-8fd5-083e7eaa2997 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:13:53.456007 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 62181341-e0d4-4d50-8fd5-083e7eaa2997 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:13:53.456634 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 9e341056-9461-456c-9dad-5bfeb839086e no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:53.476074 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 9e341056-9461-456c-9dad-5bfeb839086e {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:13:53.476689 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 9e341056-9461-456c-9dad-5bfeb839086e not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:13:53.523012 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b3b3e7a5-072c-439c-a9f5-52d93eadb696 req-225bbd8f-1dd5-4404-a9ba-0a385a0c0606 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=0467f659-5f42-4ddc-b04a-52532f241470 HTTP/1.1" status: 200 len: 210 time: 0.0289001 Jun 23 14:13:53.717669 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-353ba506-e964-4c4a-aa59-1eacbbaf23ad req-b42c4d69-989d-47bb-bd5d-22ed7c8ca603 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508358 Jun 23 14:13:53.826357 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Router c11799aa-b529-4788-8a33-be4d3442f06e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:13:53.828225 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0467f659-5f42-4ddc-b04a-52532f241470', 'name': 'network-vif-deleted', 'tag': '62181341-e0d4-4d50-8fd5-083e7eaa2997'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:53.831602 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a98bd5-d9fc-4883-b117-df2588db4335" -d '{"events": [{"server_uuid": "0467f659-5f42-4ddc-b04a-52532f241470", "name": "network-vif-deleted", "tag": "62181341-e0d4-4d50-8fd5-083e7eaa2997"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:53.875462 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b8ad3-f2e6-450b-9312-62b84684a586 req-73e216bf-dcb0-4778-9d8b-38c5e8056e71 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.877241 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d61b8ad3-f2e6-450b-9312-62b84684a586 req-73e216bf-dcb0-4778-9d8b-38c5e8056e71 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0756838 Jun 23 14:13:53.878761 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24440d56-c6bd-41eb-8901-ce444bba0e85 x-openstack-request-id: req-24440d56-c6bd-41eb-8901-ce444bba0e85 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:53.879253 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0467f659-5f42-4ddc-b04a-52532f241470", "name": "network-vif-deleted", "tag": "62181341-e0d4-4d50-8fd5-083e7eaa2997", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:53.879550 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24440d56-c6bd-41eb-8901-ce444bba0e85 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:53.879958 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0467f659-5f42-4ddc-b04a-52532f241470', 'name': 'network-vif-deleted', 'tag': '62181341-e0d4-4d50-8fd5-083e7eaa2997', 'status': 'completed', 'code': 200} Jun 23 14:13:53.922636 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d61b8ad3-f2e6-450b-9312-62b84684a586 req-69a66329-afde-42cb-bb39-442ad130b854 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Jun 23 14:13:53.945177 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:13:53.956385 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5333b-d9b9-4d36-a3bb-dc133b3635b0 None None] Sync routers for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:13:53.966660 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5333b-d9b9-4d36-a3bb-dc133b3635b0 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:13:53.967055 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.967285 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-c9f5333b-d9b9-4d36-a3bb-dc133b3635b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:13:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:54.011277 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2954338 Jun 23 14:13:54.012222 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c631fa9-39b7-43cf-8851-a03307bec151', 'tag': '63cbdeca-4941-4ab5-911c-264f7c506c28'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:54.015171 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad37d8d8beeb8169df3800a911929a3f4a5a3b87fc410ff1711a5d18233c5e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044aff3f-46c2-4a38-be60-2f3ceaa60c92" -d '{"events": [{"name": "network-changed", "server_uuid": "0c631fa9-39b7-43cf-8851-a03307bec151", "tag": "63cbdeca-4941-4ab5-911c-264f7c506c28"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:54.062632 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c98179-dc5f-4579-989e-a5efac5f9d3c x-openstack-request-id: req-e4c98179-dc5f-4579-989e-a5efac5f9d3c {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:54.062968 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c631fa9-39b7-43cf-8851-a03307bec151", "tag": "63cbdeca-4941-4ab5-911c-264f7c506c28", "status": "completed", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:54.063793 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4c98179-dc5f-4579-989e-a5efac5f9d3c {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:54.064259 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c631fa9-39b7-43cf-8851-a03307bec151', 'tag': '63cbdeca-4941-4ab5-911c-264f7c506c28', 'status': 'completed', 'code': 200} Jun 23 14:13:54.104916 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-c9f5333b-d9b9-4d36-a3bb-dc133b3635b0 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:13:54.194903 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044aff3f-46c2-4a38-be60-2f3ceaa60c92 req-6a13f909-4d4c-49a8-850e-f3b6dcec208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.196581 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-044aff3f-46c2-4a38-be60-2f3ceaa60c92 req-6a13f909-4d4c-49a8-850e-f3b6dcec208d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 1099 time: 0.0617347 Jun 23 14:13:54.326629 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044aff3f-46c2-4a38-be60-2f3ceaa60c92 req-f6d7d626-565f-4d23-8509-796fd3cffd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.328226 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-044aff3f-46c2-4a38-be60-2f3ceaa60c92 req-f6d7d626-565f-4d23-8509-796fd3cffd37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 913 time: 0.1210253 Jun 23 14:13:54.374190 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-c9f5333b-d9b9-4d36-a3bb-dc133b3635b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'c30c0e79-4a31-45c6-b752-1e0b06635c1d', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '63cbdeca-4941-4ab5-911c-264f7c506c28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:ed:f0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c631fa9-39b7-43cf-8851-a03307bec151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:52Z', 'updated_at': '2021-06-23T14:13:52Z', 'revision_number': 0, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:54.406138 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5333b-d9b9-4d36-a3bb-dc133b3635b0 None None] Checking router: c11799aa-b529-4788-8a33-be4d3442f06e for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:13:54.416517 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5333b-d9b9-4d36-a3bb-dc133b3635b0 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:13:54.418313 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-c9f5333b-d9b9-4d36-a3bb-dc133b3635b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:13:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:54.498320 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-044aff3f-46c2-4a38-be60-2f3ceaa60c92 req-06b17f3b-ef1a-475e-a0be-04d10a7b25a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63cbdeca-4941-4ab5-911c-264f7c506c28 HTTP/1.1" status: 200 len: 999 time: 0.0751410 Jun 23 14:13:54.531944 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-c9f5333b-d9b9-4d36-a3bb-dc133b3635b0 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:13:54.601698 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044aff3f-46c2-4a38-be60-2f3ceaa60c92 req-696d1ab0-5102-4b3a-a5cf-83522066f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.603248 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-044aff3f-46c2-4a38-be60-2f3ceaa60c92 req-696d1ab0-5102-4b3a-a5cf-83522066f093 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 200 len: 851 time: 0.0442533 Jun 23 14:13:54.699636 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044aff3f-46c2-4a38-be60-2f3ceaa60c92 req-0a7f93e8-6032-487c-8b71-5442a5588b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.701226 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-044aff3f-46c2-4a38-be60-2f3ceaa60c92 req-0a7f93e8-6032-487c-8b71-5442a5588b8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c100c7db-7ecc-4676-ac86-ab42bb42442a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679836 Jun 23 14:13:54.773385 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-c9f5333b-d9b9-4d36-a3bb-dc133b3635b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'c30c0e79-4a31-45c6-b752-1e0b06635c1d', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '63cbdeca-4941-4ab5-911c-264f7c506c28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:ed:f0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c631fa9-39b7-43cf-8851-a03307bec151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:52Z', 'updated_at': '2021-06-23T14:13:52Z', 'revision_number': 0, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:54.810971 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5333b-d9b9-4d36-a3bb-dc133b3635b0 None None] The sync data for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi is: [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'c30c0e79-4a31-45c6-b752-1e0b06635c1d', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '63cbdeca-4941-4ab5-911c-264f7c506c28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:ed:f0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c631fa9-39b7-43cf-8851-a03307bec151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:52Z', 'updated_at': '2021-06-23T14:13:52Z', 'revision_number': 0, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:13:54.883969 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-044aff3f-46c2-4a38-be60-2f3ceaa60c92 req-54643523-604d-4835-a427-c4422454f296 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456909 Jun 23 14:13:55.038268 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bfeab-ce8b-45db-884e-88753b8890e8 req-48afb822-1e90-4ea4-adff-b924ce80e95c tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:55.046006 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7a2bfeab-ce8b-45db-884e-88753b8890e8 req-48afb822-1e90-4ea4-adff-b924ce80e95c tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 945 time: 0.1413989 Jun 23 14:13:55.071131 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-044aff3f-46c2-4a38-be60-2f3ceaa60c92 req-1a6053b2-698b-404e-ae7b-78923044c3ac service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360707 Jun 23 14:13:55.074566 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a941f5-a508-4bd9-960f-64acf220e5a9 None None] New status for floating IP c30c0e79-4a31-45c6-b752-1e0b06635c1d: ACTIVE {{(pid=93101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:13:55.095138 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7a2bfeab-ce8b-45db-884e-88753b8890e8 req-273fd00d-b6c6-4371-b8a0-be5a046a58b4 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482154 Jun 23 14:13:55.210702 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcf9bd-67a7-4ad9-8bc9-f1dc6a470af1 req-686da436-9e15-4030-a870-b84e4956b02a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:55.213230 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3edcf9bd-67a7-4ad9-8bc9-f1dc6a470af1 req-686da436-9e15-4030-a870-b84e4956b02a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.0681050 Jun 23 14:13:55.258367 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3edcf9bd-67a7-4ad9-8bc9-f1dc6a470af1 req-050dc849-b1f7-4640-8d73-fae1efa0abb9 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 Jun 23 14:13:55.511792 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4db405-2800-41d2-a76d-bfb92eac58d4 req-65f33547-f408-44e9-afd5-efceac3240ef tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:55.513184 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7f4db405-2800-41d2-a76d-bfb92eac58d4 req-65f33547-f408-44e9-afd5-efceac3240ef tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 945 time: 0.0620551 Jun 23 14:13:59.900867 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:59.978561 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.000822 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ced09f-1483-440b-abee-9cfad357ca14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba0e8c4-5dde-4a61-8fea-6e81adebbde7'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:00.003343 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea83948-e226-414c-94a8-f2a197a58b26" -d '{"events": [{"server_uuid": "b5ced09f-1483-440b-abee-9cfad357ca14", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba0e8c4-5dde-4a61-8fea-6e81adebbde7"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:00.017371 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,segment=NetworkSegment(c323bc75-b721-480e-a665-4d1f28346ac9),segment_id=c323bc75-b721-480e-a665-4d1f28346ac9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:00.021475 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-7f4db405-2800-41d2-a76d-bfb92eac58d4 req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Deleting port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:00.023035 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.023148 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7f4db405-2800-41d2-a76d-bfb92eac58d4 req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.023774 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:00.075348 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,revision_number=6']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:00.078736 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:00.132113 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-7f4db405-2800-41d2-a76d-bfb92eac58d4 req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] For port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,segment=NetworkSegment(c323bc75-b721-480e-a665-4d1f28346ac9),segment_id=c323bc75-b721-480e-a665-4d1f28346ac9)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:00.132471 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7f4db405-2800-41d2-a76d-bfb92eac58d4 req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.146173 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-7f4db405-2800-41d2-a76d-bfb92eac58d4 req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Calling delete_port for 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:00.201133 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7ffa0-6c0c-4e95-bb10-5bbdb7b99860 req-45eebfa3-66c6-48b0-9d47-800edd10a729 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:00.205368 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dbf7ffa0-6c0c-4e95-bb10-5bbdb7b99860 req-45eebfa3-66c6-48b0-9d47-800edd10a729 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5ced09f-1483-440b-abee-9cfad357ca14 HTTP/1.1" status: 200 len: 943 time: 0.0733771 Jun 23 14:14:00.241066 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dbf7ffa0-6c0c-4e95-bb10-5bbdb7b99860 req-ea2b2390-bb45-4cf2-9571-54efbb0387db tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.13 "GET /v2.0/security-groups?id=81a45d1b-14af-4b9c-8fc4-6f1e944040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Jun 23 14:14:00.301301 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5ee0f9-a57d-46ac-ac63-66d71f3cad20 x-openstack-request-id: req-cf5ee0f9-a57d-46ac-ac63-66d71f3cad20 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:00.301672 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ced09f-1483-440b-abee-9cfad357ca14", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba0e8c4-5dde-4a61-8fea-6e81adebbde7", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:00.302509 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf5ee0f9-a57d-46ac-ac63-66d71f3cad20 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:00.303307 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ced09f-1483-440b-abee-9cfad357ca14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba0e8c4-5dde-4a61-8fea-6e81adebbde7', 'code': 200} Jun 23 14:14:00.313900 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7f4db405-2800-41d2-a76d-bfb92eac58d4 req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.318500 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:00.334199 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0f070-8c6b-4ffc-81ee-e98c89ad35c5 req-ba28fd98-f30b-43f1-b5f9-c64d1517662b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:00.335646 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-87c0f070-8c6b-4ffc-81ee-e98c89ad35c5 req-ba28fd98-f30b-43f1-b5f9-c64d1517662b tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.1341462 Jun 23 14:14:00.360334 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Pushing event deleted for resources: {'Port': ['ID=0ba0e8c4-5dde-4a61-8fea-6e81adebbde7,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:00.403360 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.403730 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.404096 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.404444 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.404789 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.405130 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.405470 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.405809 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.406241 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.406582 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.406919 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.407311 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:00.412266 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:00.433049 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4db405-2800-41d2-a76d-bfb92eac58d4 req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] No DVR routers for this DVR port 0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:00.436668 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7f4db405-2800-41d2-a76d-bfb92eac58d4 req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:00.438564 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7f4db405-2800-41d2-a76d-bfb92eac58d4 req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] 10.222.0.39 "DELETE /v2.0/ports/0ba0e8c4-5dde-4a61-8fea-6e81adebbde7 HTTP/1.1" status: 204 len: 173 time: 0.5199928 Jun 23 14:14:00.439039 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ced09f-1483-440b-abee-9cfad357ca14', 'name': 'network-vif-deleted', 'tag': '0ba0e8c4-5dde-4a61-8fea-6e81adebbde7'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:00.441278 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b8d08d-e4ba-423e-bd4b-f130e8f0010b" -d '{"events": [{"server_uuid": "b5ced09f-1483-440b-abee-9cfad357ca14", "name": "network-vif-deleted", "tag": "0ba0e8c4-5dde-4a61-8fea-6e81adebbde7"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:00.448708 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-87c0f070-8c6b-4ffc-81ee-e98c89ad35c5 req-c54675e3-20d1-464f-9c0a-164474be675f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957844 Jun 23 14:14:00.480371 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb54692a-e681-4cc9-acc8-bcdea8383850 x-openstack-request-id: req-eb54692a-e681-4cc9-acc8-bcdea8383850 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:00.480711 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ced09f-1483-440b-abee-9cfad357ca14", "name": "network-vif-deleted", "tag": "0ba0e8c4-5dde-4a61-8fea-6e81adebbde7", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:00.480994 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb54692a-e681-4cc9-acc8-bcdea8383850 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:00.481422 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ced09f-1483-440b-abee-9cfad357ca14', 'name': 'network-vif-deleted', 'tag': '0ba0e8c4-5dde-4a61-8fea-6e81adebbde7', 'status': 'completed', 'code': 200} Jun 23 14:14:01.643803 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44958d08-ca4f-4841-9336-73fea8ad884f req-57727a1e-9951-4f79-a438-91df4e023372 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:01.645399 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-44958d08-ca4f-4841-9336-73fea8ad884f req-57727a1e-9951-4f79-a438-91df4e023372 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.0665703 Jun 23 14:14:01.690458 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-44958d08-ca4f-4841-9336-73fea8ad884f req-990d2254-3582-402a-81f5-08528a93891f tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Jun 23 14:14:02.875168 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc523a2e-0955-4c7c-9f9d-5251d10b35d5 req-f12dca3e-87e4-431c-835b-ab5d17292723 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:02.876612 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bc523a2e-0955-4c7c-9f9d-5251d10b35d5 req-f12dca3e-87e4-431c-835b-ab5d17292723 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.0668075 Jun 23 14:14:02.919639 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bc523a2e-0955-4c7c-9f9d-5251d10b35d5 req-011d3f8e-57a1-4b7e-b31f-7334331b4332 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366285 Jun 23 14:14:03.378462 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142caeb-7436-47e5-9a6f-da54c162fbe3 req-0343380d-c320-4c21-b238-4a8a4f6eacb1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:03.380048 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e142caeb-7436-47e5-9a6f-da54c162fbe3 req-0343380d-c320-4c21-b238-4a8a4f6eacb1 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0662792 Jun 23 14:14:03.418940 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e142caeb-7436-47e5-9a6f-da54c162fbe3 req-60eb2eca-d3e5-48bc-8b43-2e37fe374b83 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Jun 23 14:14:04.089340 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65856777-a28a-4fd1-a750-3cc0017f3426 req-4a4fc6ba-c60b-432f-8be7-56d67112721d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:04.090794 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-65856777-a28a-4fd1-a750-3cc0017f3426 req-4a4fc6ba-c60b-432f-8be7-56d67112721d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.0618372 Jun 23 14:14:04.127481 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-65856777-a28a-4fd1-a750-3cc0017f3426 req-69bc2aab-069c-4d9f-8ac7-d852ae4ed80e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308592 Jun 23 14:14:04.603588 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be650d7-84e6-404d-b8db-59fa568de69d req-b79f2d0a-e72d-43dd-9174-0a0f613a1923 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:04.605612 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7be650d7-84e6-404d-b8db-59fa568de69d req-b79f2d0a-e72d-43dd-9174-0a0f613a1923 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0700021 Jun 23 14:14:04.642397 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7be650d7-84e6-404d-b8db-59fa568de69d req-abe11914-f7f2-4af6-9227-ce0826b33b81 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Jun 23 14:14:05.299893 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ceb7-0758-413e-9685-d3de47571aa3 req-b98134b2-9e2a-4e57-a107-a69fe3c6df05 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:05.301332 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9909ceb7-0758-413e-9685-d3de47571aa3 req-b98134b2-9e2a-4e57-a107-a69fe3c6df05 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.0655155 Jun 23 14:14:05.339436 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9909ceb7-0758-413e-9685-d3de47571aa3 req-3ad44b63-6143-4595-9045-822eb9a4e370 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324652 Jun 23 14:14:05.815073 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c059e-77e2-4844-b6d1-a34349239818 req-18c369d4-27e5-45d9-8064-df540b5b0f00 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:05.816594 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ca6c059e-77e2-4844-b6d1-a34349239818 req-18c369d4-27e5-45d9-8064-df540b5b0f00 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0641880 Jun 23 14:14:05.853550 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ca6c059e-77e2-4844-b6d1-a34349239818 req-bab1330e-0c95-4275-bdca-9a5e667a6aa4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312841 Jun 23 14:14:06.512826 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad888b-619f-4cfd-8e5e-a458e2bf7444 req-8777e277-d6ab-4196-ae78-636f6496920d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:06.514329 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cfad888b-619f-4cfd-8e5e-a458e2bf7444 req-8777e277-d6ab-4196-ae78-636f6496920d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.0671346 Jun 23 14:14:06.551076 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cfad888b-619f-4cfd-8e5e-a458e2bf7444 req-c16d8f1d-1b50-4881-b0d0-642891b9c8e6 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312102 Jun 23 14:14:06.843110 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:07.027217 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8426dcd-8734-43f9-983d-d26ccd8f3439 req-d3aa8a67-0eac-4497-aad5-b61ef42a2a13 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:07.028669 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a8426dcd-8734-43f9-983d-d26ccd8f3439 req-d3aa8a67-0eac-4497-aad5-b61ef42a2a13 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0632617 Jun 23 14:14:07.065658 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a8426dcd-8734-43f9-983d-d26ccd8f3439 req-f2e60201-76a8-4485-be63-fd2847944ff0 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Jun 23 14:14:07.481010 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bde92-3e43-4a5f-ac74-236003400605 req-b27474ae-dc46-45d1-ae94-724cc5f38942 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:07.482485 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b45bde92-3e43-4a5f-ac74-236003400605 req-b27474ae-dc46-45d1-ae94-724cc5f38942 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.0705707 Jun 23 14:14:07.640717 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-5ff08cf4-2a50-46a1-85c6-dbd0f1962641 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1253135 Jun 23 14:14:07.653877 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-b45bde92-3e43-4a5f-ac74-236003400605 req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Deleting port 729f7203-9521-4ef8-b568-d3b29fc64356 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:07.656385 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b45bde92-3e43-4a5f-ac74-236003400605 req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:07.747386 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-b45bde92-3e43-4a5f-ac74-236003400605 req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] For port 729f7203-9521-4ef8-b568-d3b29fc64356, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=729f7203-9521-4ef8-b568-d3b29fc64356,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:07.747758 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b45bde92-3e43-4a5f-ac74-236003400605 req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:07.760292 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-b45bde92-3e43-4a5f-ac74-236003400605 req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Calling delete_port for 729f7203-9521-4ef8-b568-d3b29fc64356 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:07.779685 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526ead4-ca13-4810-8851-3d1b8a5018bd req-e700816c-4834-4314-863e-0a14e7cd3f2c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:07.781228 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d526ead4-ca13-4810-8851-3d1b8a5018bd req-e700816c-4834-4314-863e-0a14e7cd3f2c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 946 time: 0.0680506 Jun 23 14:14:07.819511 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d526ead4-ca13-4810-8851-3d1b8a5018bd req-8db607ea-cf38-4061-b870-d7cea848b6e9 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Jun 23 14:14:07.889655 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b45bde92-3e43-4a5f-ac74-236003400605 req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:07.894123 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4fa5fe7b-00b7-458c-9146-2caf2dfe95c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:07.917135 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Pushing event deleted for resources: {'Port': ['ID=729f7203-9521-4ef8-b568-d3b29fc64356,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:07.919499 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:07.962649 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45bde92-3e43-4a5f-ac74-236003400605 req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] No DVR routers for this DVR port 729f7203-9521-4ef8-b568-d3b29fc64356 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:07.965314 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b45bde92-3e43-4a5f-ac74-236003400605 req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:07.967248 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b45bde92-3e43-4a5f-ac74-236003400605 req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "DELETE /v2.0/ports/729f7203-9521-4ef8-b568-d3b29fc64356 HTTP/1.1" status: 204 len: 173 time: 0.4596136 Jun 23 14:14:07.967752 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b379a7fe-dd8b-4e18-a97c-7ca6ceed521b', 'name': 'network-vif-deleted', 'tag': '729f7203-9521-4ef8-b568-d3b29fc64356'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:07.969991 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bae895a-ad8f-4b17-bce1-4bcbf0362163" -d '{"events": [{"server_uuid": "b379a7fe-dd8b-4e18-a97c-7ca6ceed521b", "name": "network-vif-deleted", "tag": "729f7203-9521-4ef8-b568-d3b29fc64356"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:08.007493 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73c9b5f-11c0-4f40-b647-eb0c3d0380a2 x-openstack-request-id: req-d73c9b5f-11c0-4f40-b647-eb0c3d0380a2 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:08.007866 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b379a7fe-dd8b-4e18-a97c-7ca6ceed521b", "name": "network-vif-deleted", "tag": "729f7203-9521-4ef8-b568-d3b29fc64356", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:08.008309 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d73c9b5f-11c0-4f40-b647-eb0c3d0380a2 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:08.008824 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b379a7fe-dd8b-4e18-a97c-7ca6ceed521b', 'name': 'network-vif-deleted', 'tag': '729f7203-9521-4ef8-b568-d3b29fc64356', 'status': 'completed', 'code': 200} Jun 23 14:14:08.240284 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92fb76-2662-4fdc-b8ef-431d241c0fba req-00ced914-8aa7-4fc6-bf50-891f8873b59b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:08.241738 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ee92fb76-2662-4fdc-b8ef-431d241c0fba req-00ced914-8aa7-4fc6-bf50-891f8873b59b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0657470 Jun 23 14:14:08.281561 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ee92fb76-2662-4fdc-b8ef-431d241c0fba req-6b539f5d-de91-48c8-9888-4155f4c99a33 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Jun 23 14:14:08.958113 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-110f6e5b-4e83-48f5-8949-c40f40195cc4 req-8bc77d1b-2f32-4c5a-82f0-81dc12f1d89c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 210 time: 0.0300972 Jun 23 14:14:09.464241 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036af5f1-bcf9-4bff-9639-52553b61af75 req-9d1169b6-a1b4-4ad8-9226-5916ff29de6a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:09.465709 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-036af5f1-bcf9-4bff-9639-52553b61af75 req-9d1169b6-a1b4-4ad8-9226-5916ff29de6a tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0650213 Jun 23 14:14:09.506918 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-036af5f1-bcf9-4bff-9639-52553b61af75 req-81387adb-432e-4e58-9834-17305ece08ef tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355878 Jun 23 14:14:10.101831 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d38745bc-4306-419e-a073-c3cdbb60c777 req-9434fe9f-7e1c-4f9d-80af-c74080bc616a tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 210 time: 0.0281410 Jun 23 14:14:10.682369 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fb49f-818c-49ad-9cd3-3bb4424194bd req-24cdf265-281c-481c-83e8-5e68c4a9cb15 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:10.683817 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bc2fb49f-818c-49ad-9cd3-3bb4424194bd req-24cdf265-281c-481c-83e8-5e68c4a9cb15 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0634112 Jun 23 14:14:10.721326 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bc2fb49f-818c-49ad-9cd3-3bb4424194bd req-9ec94511-939c-4241-9e99-00428a20d44d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317712 Jun 23 14:14:11.241667 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-199fa5b4-e9d2-440b-be8f-ef769bb07155 req-875d5b38-e4f5-4307-9794-0ee90dab2275 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 210 time: 0.0304933 Jun 23 14:14:11.901602 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d4471-700a-4631-a9fb-074027d2e94e req-9cf2f2d4-015d-4cdb-b025-915ddc82001d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:11.903133 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f64d4471-700a-4631-a9fb-074027d2e94e req-9cf2f2d4-015d-4cdb-b025-915ddc82001d tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0690212 Jun 23 14:14:11.940498 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f64d4471-700a-4631-a9fb-074027d2e94e req-ce459b6e-db5a-4c65-8ee4-2adfb20dd817 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Jun 23 14:14:12.381644 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-96f2575d-7a1e-4f6a-9fd9-acb8f7ec8549 req-d06d4488-22ba-4ab0-8de3-1f1a2f4940da tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 210 time: 0.0294743 Jun 23 14:14:12.388000 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['39956ff4-d72a-4b40-b45d-df358fe1bb2c', '945529d5-4826-477a-9f7d-4119d9b3aa35'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:12.418734 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 729f7203-9521-4ef8-b568-d3b29fc64356 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:12.442596 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 729f7203-9521-4ef8-b568-d3b29fc64356 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:12.442947 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 729f7203-9521-4ef8-b568-d3b29fc64356 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:12.498840 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-04b1cbaa-a04e-4c78-8401-4a55ff9bdba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:12.501249 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-04b1cbaa-a04e-4c78-8401-4a55ff9bdba3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 1099 time: 0.0613973 Jun 23 14:14:12.639054 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-b7e56dca-fbc6-403b-9fb4-8b9d1316d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:12.641028 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-b7e56dca-fbc6-403b-9fb4-8b9d1316d378 service neutron] 10.222.0.39 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 911 time: 0.0999558 Jun 23 14:14:12.709787 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-473db072-9e95-4b5e-aebf-4f0d3311dd18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a HTTP/1.1" status: 200 len: 1002 time: 0.0605450 Jun 23 14:14:12.758308 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-02ee35a9-0700-452c-b163-5e3d6d8c62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:12.759731 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-02ee35a9-0700-452c-b163-5e3d6d8c62a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 HTTP/1.1" status: 200 len: 849 time: 0.0429559 Jun 23 14:14:12.815612 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-eaf0bc32-c17f-47f7-aa13-c8373f08b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:12.817041 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-eaf0bc32-c17f-47f7-aa13-c8373f08b1d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50556b32-b72e-4178-bf44-bc520f43b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498300 Jun 23 14:14:12.913863 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-ed6d9e89-b68a-4f68-9ee0-87492568507c service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878496 Jun 23 14:14:13.030516 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e02576d3-437f-4cf0-95d5-52ca7bc820dc req-4dbc3ffb-b7a6-46ae-a9a4-4462834109b0 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838406 Jun 23 14:14:13.113650 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642301b-c1dd-4f16-a96c-3152102a978c req-3ba346aa-6c40-4783-ac1e-79361098782b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:13.115136 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8642301b-c1dd-4f16-a96c-3152102a978c req-3ba346aa-6c40-4783-ac1e-79361098782b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0641456 Jun 23 14:14:13.155367 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8642301b-c1dd-4f16-a96c-3152102a978c req-c8f445f5-fa8c-4434-9d29-900a1495a25e tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339522 Jun 23 14:14:13.550832 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-964bb6d0-7a94-4198-aefa-94faaec1b31f req-28320900-d9ee-481d-a9aa-c266af01bfab tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=b379a7fe-dd8b-4e18-a97c-7ca6ceed521b HTTP/1.1" status: 200 len: 210 time: 0.0342245 Jun 23 14:14:13.939164 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-15c3e9ba-9d16-4da5-b88b-d0e28e122962 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:13.940687 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-15c3e9ba-9d16-4da5-b88b-d0e28e122962 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/networks?id=3904d73a-5a2a-4d25-906e-d2099dc7d448 HTTP/1.1" status: 200 len: 813 time: 0.1001809 Jun 23 14:14:13.955698 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-e25438f8-ea8a-4127-b836-82cb440cb560 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/quotas/9648d23a95034b9c9d96ab8a6c1ac31e HTTP/1.1" status: 200 len: 375 time: 0.0095813 Jun 23 14:14:13.988246 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-339f7b82-0d18-48c5-9150-2895cd83cb0a tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9648d23a95034b9c9d96ab8a6c1ac31e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274374 Jun 23 14:14:14.079642 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-08508a08-03e9-4589-842e-06bc4f467df5 service neutron] 10.222.0.13 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842373 Jun 23 14:14:14.169719 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-8429c29b-aeb7-4b17-b75b-18a549ac668d service neutron] 10.222.0.13 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843594 Jun 23 14:14:14.359343 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-20e3ba17-ba05-4301-8996-c8afb4ec782a req-ee30e9ee-e229-476b-930f-3f57378a538d tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 210 time: 0.0372629 Jun 23 14:14:14.511034 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216585ec-4ea8-486c-98c5-efb83e0d976c req-e63d75c5-6850-4546-b7ef-88ceb5367d73 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:14.512522 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-216585ec-4ea8-486c-98c5-efb83e0d976c req-e63d75c5-6850-4546-b7ef-88ceb5367d73 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0718021 Jun 23 14:14:14.551123 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-216585ec-4ea8-486c-98c5-efb83e0d976c req-13ad65cf-9505-4e93-a082-80e0c9721207 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327899 Jun 23 14:14:15.035390 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8937b-6e16-4c84-a2f9-6eacca4f9f72 req-67a07066-d1cb-425f-87c8-1e49f976a4dd tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:15.036986 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a4d8937b-6e16-4c84-a2f9-6eacca4f9f72 req-67a07066-d1cb-425f-87c8-1e49f976a4dd tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 946 time: 0.0698557 Jun 23 14:14:15.082188 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a4d8937b-6e16-4c84-a2f9-6eacca4f9f72 req-1e2f6881-9801-4929-9c2c-c15399624a5d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373673 Jun 23 14:14:15.614217 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c6abf249-f0cf-46f7-86b8-827daf40cbb6 req-c25eb108-2d2d-4013-b7da-b289346bc94d tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 210 time: 0.0701268 Jun 23 14:14:15.857292 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eed1e5-e35a-4e66-bed5-c07812304f1d req-c7bb128d-4c28-4f47-84b9-17a1647aba75 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:15.860198 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f1eed1e5-e35a-4e66-bed5-c07812304f1d req-c7bb128d-4c28-4f47-84b9-17a1647aba75 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0737536 Jun 23 14:14:15.909444 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f1eed1e5-e35a-4e66-bed5-c07812304f1d req-277967a1-87c2-4af6-824d-15e429ce213b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Jun 23 14:14:16.096512 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-8518f123-2d54-42ed-96d9-32190fb0d392 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:16.098967 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-8518f123-2d54-42ed-96d9-32190fb0d392 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.39 "GET /v2.0/networks?id=3904d73a-5a2a-4d25-906e-d2099dc7d448 HTTP/1.1" status: 200 len: 813 time: 0.1384888 Jun 23 14:14:16.136023 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Request body: {'port': {'device_id': '6aa4ced0-d50b-49bf-bfcb-9c5b37f81239', 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448', 'admin_state_up': True, 'tenant_id': '9648d23a95034b9c9d96ab8a6c1ac31e'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:16.323755 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534077-160e-4729-b228-3fb8bcb55cd2 req-4287e29e-e652-45a6-b227-bd2c210c25b4 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:16.325344 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2d534077-160e-4729-b228-3fb8bcb55cd2 req-4287e29e-e652-45a6-b227-bd2c210c25b4 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 946 time: 0.0850821 Jun 23 14:14:16.375183 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2d534077-160e-4729-b228-3fb8bcb55cd2 req-f88ca4ae-4b83-422b-b6e4-ad4c3942cde8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437887 Jun 23 14:14:16.379418 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Made reservation on behalf of 9648d23a95034b9c9d96ab8a6c1ac31e for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:16.386548 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.551006 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Allocated IP 172.20.0.7 (3904d73a-5a2a-4d25-906e-d2099dc7d448/46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02/0841b430-9f15-449e-8227-34d086f2c92e) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:16.763640 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.807642 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-82cc71d6-adba-4ee4-a7f5-c28eb7813e12 req-aa0a795b-e237-4c96-9941-d6de62cb8be8 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 210 time: 0.0622833 Jun 23 14:14:16.848296 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.851890 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4e1345e3-1eda-4930-bb3b-39d70895541d tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:16.900369 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Network 3904d73a-5a2a-4d25-906e-d2099dc7d448 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:16.904407 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:16.908259 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:16.937435 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Pushing event updated for resources: {'Port': ['ID=0841b430-9f15-449e-8227-34d086f2c92e,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:16.941972 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:16.970890 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:16.971505 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.989018 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:14:17.004215 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8733213 Jun 23 14:14:17.066295 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Request body: {'port': {'device_id': '6aa4ced0-d50b-49bf-bfcb-9c5b37f81239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:17.123419 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cac34-23ba-47fb-8d21-e9e857a80017 req-26f252a3-4c28-464f-a356-cc3156d88328 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:17.125247 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-318cac34-23ba-47fb-8d21-e9e857a80017 req-26f252a3-4c28-464f-a356-cc3156d88328 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.0766063 Jun 23 14:14:17.158014 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.182696 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-318cac34-23ba-47fb-8d21-e9e857a80017 req-ee988888-49de-4a73-98d8-91a3423e2cea tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497868 Jun 23 14:14:17.445133 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0841b430-9f15-449e-8227-34d086f2c92e {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:17.454233 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.505143 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Transition to ACTIVE for port object 0841b430-9f15-449e-8227-34d086f2c92e will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:17.522675 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.528696 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:17.835222 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fa39f6d8-679b-4c55-b761-98c2174da2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.024779 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Pushing event updated for resources: {'Port': ['ID=0841b430-9f15-449e-8227-34d086f2c92e,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:18.029274 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:18.057936 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bb12b-9050-4e6b-b072-7ad41a5e5fdd req-d379626b-9190-4438-8bd0-fa0d6e85a170 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.062204 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8a0bb12b-9050-4e6b-b072-7ad41a5e5fdd req-d379626b-9190-4438-8bd0-fa0d6e85a170 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 943 time: 0.0898364 Jun 23 14:14:18.087364 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-d3be9cd4-16ff-475b-afaa-69b68bfe7387 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.089456 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-d3be9cd4-16ff-475b-afaa-69b68bfe7387 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.39 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.6275818 Jun 23 14:14:18.115038 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8a0bb12b-9050-4e6b-b072-7ad41a5e5fdd req-a0d4aeb3-c86e-4423-b73e-8a60746736b2 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513415 Jun 23 14:14:18.117801 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069912c3-0fc1-4646-813c-58461c2d47a3 req-1a40eed4-1338-4f5c-b085-ec4e0f67f613 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.120560 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-069912c3-0fc1-4646-813c-58461c2d47a3 req-1a40eed4-1338-4f5c-b085-ec4e0f67f613 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 946 time: 0.6164460 Jun 23 14:14:18.241822 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Attempting to bind port 0841b430-9f15-449e-8227-34d086f2c92e on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:18.242180 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Attempting to bind port 0841b430-9f15-449e-8227-34d086f2c92e by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a7a654c1-03bf-4ba0-bcd9-dbe7930df342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:18.242506 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Attempting to bind port 0841b430-9f15-449e-8227-34d086f2c92e on network 3904d73a-5a2a-4d25-906e-d2099dc7d448 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:18.272562 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Port 0841b430-9f15-449e-8227-34d086f2c92e on network 3904d73a-5a2a-4d25-906e-d2099dc7d448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:14:18.272883 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Attempting to bind port 0841b430-9f15-449e-8227-34d086f2c92e on network 3904d73a-5a2a-4d25-906e-d2099dc7d448 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:18.300183 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-069912c3-0fc1-4646-813c-58461c2d47a3 req-6c6cdbd4-57a2-485c-acd8-55b2a1165ca2 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724422 Jun 23 14:14:18.314356 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:18.314698 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Checking segment: {'id': 'a7a654c1-03bf-4ba0-bcd9-dbe7930df342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:18.315084 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Bound using segment: {'id': 'a7a654c1-03bf-4ba0-bcd9-dbe7930df342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:18.315525 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Bound port: 0841b430-9f15-449e-8227-34d086f2c92e, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a654c1-03bf-4ba0-bcd9-dbe7930df342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:18.315870 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.354893 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa570ff8-0a52-41b1-8590-61de721b0e3d req-9353f796-f795-4b61-aa85-b7483078c3f3 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.356627 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aa570ff8-0a52-41b1-8590-61de721b0e3d req-9353f796-f795-4b61-aa85-b7483078c3f3 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 946 time: 0.2230983 Jun 23 14:14:18.397126 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff256c-9fc0-4a3f-ba48-0243430e3c3f req-2c05e93a-78f0-491d-86c6-d97d7f643cf9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.406222 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6fff256c-9fc0-4a3f-ba48-0243430e3c3f req-2c05e93a-78f0-491d-86c6-d97d7f643cf9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 945 time: 0.1039991 Jun 23 14:14:18.457691 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6fff256c-9fc0-4a3f-ba48-0243430e3c3f req-f7fcc793-818e-4c22-aa52-effa2bedfffb tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503736 Jun 23 14:14:18.475653 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Deleting port 0edd1cf1-2b15-4e25-85a0-145d79975ae9 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:18.475996 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.507843 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] For port 0841b430-9f15-449e-8227-34d086f2c92e, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:18.562110 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] For port 0841b430-9f15-449e-8227-34d086f2c92e, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0841b430-9f15-449e-8227-34d086f2c92e,segment=NetworkSegment(a7a654c1-03bf-4ba0-bcd9-dbe7930df342),segment_id=a7a654c1-03bf-4ba0-bcd9-dbe7930df342)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:18.599303 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.610401 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb31e1bc-d949-44fe-b8c5-a3da1c8e9d61 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:18.670377 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.671289 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.673354 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] 10.222.0.39 "PUT /v2.0/ports/0841b430-9f15-449e-8227-34d086f2c92e HTTP/1.1" status: 200 len: 1093 time: 1.6112688 Jun 23 14:14:18.679193 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa4ced0-d50b-49bf-bfcb-9c5b37f81239', 'tag': '0841b430-9f15-449e-8227-34d086f2c92e'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:18.681053 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed330ebb-5188-4190-a080-deda4e94c0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa4ced0-d50b-49bf-bfcb-9c5b37f81239", "tag": "0841b430-9f15-449e-8227-34d086f2c92e"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:18.733052 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] For port 0edd1cf1-2b15-4e25-85a0-145d79975ae9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0edd1cf1-2b15-4e25-85a0-145d79975ae9,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:18.734124 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.742143 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Pushing event updated for resources: {'Port': ['ID=0841b430-9f15-449e-8227-34d086f2c92e,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:18.748645 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-aa570ff8-0a52-41b1-8590-61de721b0e3d req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Deleting port 945529d5-4826-477a-9f7d-4119d9b3aa35 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:18.748979 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-aa570ff8-0a52-41b1-8590-61de721b0e3d req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.756349 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:18.757331 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Calling delete_port for 0edd1cf1-2b15-4e25-85a0-145d79975ae9 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:18.776989 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1aedfb-e24d-4218-910f-b56e4c512d52 x-openstack-request-id: req-4c1aedfb-e24d-4218-910f-b56e4c512d52 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:18.777307 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa4ced0-d50b-49bf-bfcb-9c5b37f81239", "tag": "0841b430-9f15-449e-8227-34d086f2c92e", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:18.777599 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c1aedfb-e24d-4218-910f-b56e4c512d52 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:18.778007 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa4ced0-d50b-49bf-bfcb-9c5b37f81239', 'tag': '0841b430-9f15-449e-8227-34d086f2c92e', 'status': 'completed', 'code': 200} Jun 23 14:14:18.966488 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-aa570ff8-0a52-41b1-8590-61de721b0e3d req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] For port 945529d5-4826-477a-9f7d-4119d9b3aa35, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=945529d5-4826-477a-9f7d-4119d9b3aa35,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:18.966680 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-aa570ff8-0a52-41b1-8590-61de721b0e3d req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:18.997528 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-aa570ff8-0a52-41b1-8590-61de721b0e3d req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Calling delete_port for 945529d5-4826-477a-9f7d-4119d9b3aa35 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:19.017170 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-a18b1a4e-fc37-4f19-bcc6-c01fe2f42edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:19.018915 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-a18b1a4e-fc37-4f19-bcc6-c01fe2f42edc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9648d23a95034b9c9d96ab8a6c1ac31e&device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 1096 time: 0.2470558 Jun 23 14:14:19.142764 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-ee0f05a9-dfc0-4b83-b194-88732235f3c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0841b430-9f15-449e-8227-34d086f2c92e HTTP/1.1" status: 200 len: 217 time: 0.1058614 Jun 23 14:14:19.256510 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.265668 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f8d0f453-e176-4719-8b75-3630904781fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:19.281213 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-f0565280-2982-4c76-b20f-5aa3933eb573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:19.285261 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-f0565280-2982-4c76-b20f-5aa3933eb573 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02 HTTP/1.1" status: 200 len: 853 time: 0.1148570 Jun 23 14:14:19.335119 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['2582d771-fa91-408f-bd35-ee7dadc788aa'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:19.353826 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Pushing event deleted for resources: {'Port': ['ID=0edd1cf1-2b15-4e25-85a0-145d79975ae9,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:19.380815 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:19.383019 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-25c7cd84-2b9b-4a67-bbb8-396ef75565aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3904d73a-5a2a-4d25-906e-d2099dc7d448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690355 Jun 23 14:14:19.515898 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] No DVR routers for this DVR port 0edd1cf1-2b15-4e25-85a0-145d79975ae9 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:19.564463 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.567391 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.39 "DELETE /v2.0/ports/0edd1cf1-2b15-4e25-85a0-145d79975ae9 HTTP/1.1" status: 204 len: 173 time: 1.4327679 Jun 23 14:14:19.606655 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7326e5-5c6b-4f9a-8bb2-cb3c9e7fe30a req-c562dfbe-a5d1-4e8b-b2d9-c6949675af59 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:19.608201 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8c7326e5-5c6b-4f9a-8bb2-cb3c9e7fe30a req-c562dfbe-a5d1-4e8b-b2d9-c6949675af59 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 943 time: 0.2979810 Jun 23 14:14:19.608854 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-aa570ff8-0a52-41b1-8590-61de721b0e3d req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.614824 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-fb0fd019-ca6f-43c9-b973-61de9bd9bfb5 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:19.659153 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Pushing event deleted for resources: {'Port': ['ID=945529d5-4826-477a-9f7d-4119d9b3aa35,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:19.674173 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:19.687499 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-f076f3f2-6c80-4db0-a651-e9bfde1e3f47 service neutron] 10.222.0.39 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742066 Jun 23 14:14:19.750600 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa570ff8-0a52-41b1-8590-61de721b0e3d req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] No DVR routers for this DVR port 945529d5-4826-477a-9f7d-4119d9b3aa35 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:19.765366 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-aa570ff8-0a52-41b1-8590-61de721b0e3d req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:19.767465 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aa570ff8-0a52-41b1-8590-61de721b0e3d req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "DELETE /v2.0/ports/945529d5-4826-477a-9f7d-4119d9b3aa35 HTTP/1.1" status: 204 len: 173 time: 1.3852515 Jun 23 14:14:19.787835 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8c7326e5-5c6b-4f9a-8bb2-cb3c9e7fe30a req-eb9f6bdf-dc45-426f-88d2-3a8e6b613375 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657517 Jun 23 14:14:19.831480 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-63465f1c-a00a-4c7d-a121-69b1adfd0763 req-a458372c-4f54-40cc-9e24-0dcbd2d988f4 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 210 time: 0.0647836 Jun 23 14:14:19.977005 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-96c580a7-0aea-40ea-a89f-b6e04ee62841 req-ec76f812-72f8-40b9-bfa2-941532ab9aae service neutron] 10.222.0.39 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359476 Jun 23 14:14:20.021076 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecef4d-f78c-4a5c-879d-f9b98bafa4fb req-6e68180c-bb91-461c-b1b1-6e301343e3cb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:20.022624 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0cecef4d-f78c-4a5c-879d-f9b98bafa4fb req-6e68180c-bb91-461c-b1b1-6e301343e3cb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0923698 Jun 23 14:14:20.097796 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-35cab67b-c5a7-4802-bf5c-053e50365315 req-5efca597-53ac-47f8-9b38-9f83966079cf tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=38767738-d0cf-4976-aebc-e5101a7bee66 HTTP/1.1" status: 200 len: 210 time: 0.0301623 Jun 23 14:14:20.098607 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0cecef4d-f78c-4a5c-879d-f9b98bafa4fb req-0c4d0681-c47e-469d-9cf5-01dac87ebe4a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653338 Jun 23 14:14:20.218439 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['39956ff4-d72a-4b40-b45d-df358fe1bb2c', '945529d5-4826-477a-9f7d-4119d9b3aa35'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:20.265704 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed330ebb-5188-4190-a080-deda4e94c0e7 req-44245564-4950-46d2-b6e7-7f1fef747c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:20.267200 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed330ebb-5188-4190-a080-deda4e94c0e7 req-44245564-4950-46d2-b6e7-7f1fef747c37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9648d23a95034b9c9d96ab8a6c1ac31e&device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 1096 time: 0.0943210 Jun 23 14:14:20.377592 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a41a8152-9d6a-4eca-a104-ec5c523c67da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.387729 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed330ebb-5188-4190-a080-deda4e94c0e7 req-e92468b8-f59d-47a7-b008-91ffddc3add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:20.389343 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed330ebb-5188-4190-a080-deda4e94c0e7 req-e92468b8-f59d-47a7-b008-91ffddc3add3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3904d73a-5a2a-4d25-906e-d2099dc7d448 HTTP/1.1" status: 200 len: 914 time: 0.1126194 Jun 23 14:14:20.446153 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed330ebb-5188-4190-a080-deda4e94c0e7 req-004d5717-50bb-4aec-9240-45b0f63238c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0841b430-9f15-449e-8227-34d086f2c92e HTTP/1.1" status: 200 len: 217 time: 0.0464480 Jun 23 14:14:20.456725 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 0edd1cf1-2b15-4e25-85a0-145d79975ae9 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:20.479136 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 0edd1cf1-2b15-4e25-85a0-145d79975ae9 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:20.480141 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 0edd1cf1-2b15-4e25-85a0-145d79975ae9 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:20.515357 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed330ebb-5188-4190-a080-deda4e94c0e7 req-5408e708-2a04-40f0-ba72-3eeb3d6512b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:20.517027 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed330ebb-5188-4190-a080-deda4e94c0e7 req-5408e708-2a04-40f0-ba72-3eeb3d6512b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02 HTTP/1.1" status: 200 len: 853 time: 0.0618682 Jun 23 14:14:20.559843 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed330ebb-5188-4190-a080-deda4e94c0e7 req-904c1cab-5a9e-487a-9a97-2f76564b17a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3904d73a-5a2a-4d25-906e-d2099dc7d448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326750 Jun 23 14:14:20.716666 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed330ebb-5188-4190-a080-deda4e94c0e7 req-642126dd-99d9-49f6-94a8-67362e848477 service neutron] 10.222.0.39 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254795 Jun 23 14:14:20.783278 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38767738-d0cf-4976-aebc-e5101a7bee66', 'name': 'network-vif-deleted', 'tag': '0edd1cf1-2b15-4e25-85a0-145d79975ae9'}, {'server_uuid': '41ecea0b-ab30-4f9f-9914-14988591455c', 'name': 'network-vif-deleted', 'tag': '945529d5-4826-477a-9f7d-4119d9b3aa35'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:20.784676 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b50cb7-cbec-4a8e-a26f-ba28d9d87c7d" -d '{"events": [{"server_uuid": "38767738-d0cf-4976-aebc-e5101a7bee66", "name": "network-vif-deleted", "tag": "0edd1cf1-2b15-4e25-85a0-145d79975ae9"}, {"server_uuid": "41ecea0b-ab30-4f9f-9914-14988591455c", "name": "network-vif-deleted", "tag": "945529d5-4826-477a-9f7d-4119d9b3aa35"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:20.880113 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4124d65d-cf83-431d-9c56-8a3e138405b9 x-openstack-request-id: req-4124d65d-cf83-431d-9c56-8a3e138405b9 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:20.882802 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38767738-d0cf-4976-aebc-e5101a7bee66", "name": "network-vif-deleted", "tag": "0edd1cf1-2b15-4e25-85a0-145d79975ae9", "status": "completed", "code": 200}, {"server_uuid": "41ecea0b-ab30-4f9f-9914-14988591455c", "name": "network-vif-deleted", "tag": "945529d5-4826-477a-9f7d-4119d9b3aa35", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:20.885768 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4124d65d-cf83-431d-9c56-8a3e138405b9 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:20.887868 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38767738-d0cf-4976-aebc-e5101a7bee66', 'name': 'network-vif-deleted', 'tag': '0edd1cf1-2b15-4e25-85a0-145d79975ae9', 'status': 'completed', 'code': 200} Jun 23 14:14:20.901274 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ecea0b-ab30-4f9f-9914-14988591455c', 'name': 'network-vif-deleted', 'tag': '945529d5-4826-477a-9f7d-4119d9b3aa35', 'status': 'completed', 'code': 200} Jun 23 14:14:20.917823 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:20.924475 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed330ebb-5188-4190-a080-deda4e94c0e7 req-506eb8a0-85a7-49b2-91c4-1f17290bb5ce service neutron] 10.222.0.39 "GET /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848009 Jun 23 14:14:21.014539 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1bce9de6-b0d9-4ef9-a75e-ce1428317575 req-c934868f-e9bf-4170-bb6f-a952af018c6c tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ecea0b-ab30-4f9f-9914-14988591455c HTTP/1.1" status: 200 len: 210 time: 0.0369782 Jun 23 14:14:21.068777 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab5bab-22d3-441f-b9bd-fb38fcd7e9ce req-6a8719d1-429d-475d-8efe-eb40e765e1d4 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:21.070171 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-caab5bab-22d3-441f-b9bd-fb38fcd7e9ce req-6a8719d1-429d-475d-8efe-eb40e765e1d4 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 943 time: 0.0827210 Jun 23 14:14:21.143839 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-caab5bab-22d3-441f-b9bd-fb38fcd7e9ce req-958c36d1-b64f-4f59-b26c-52f65bf440a6 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667241 Jun 23 14:14:21.175518 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.395301 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0558f0-57c2-44fc-9872-9c7372f690c8 req-f4da9779-0217-4889-a649-b660161201f4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:21.403122 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-aa0558f0-57c2-44fc-9872-9c7372f690c8 req-f4da9779-0217-4889-a649-b660161201f4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1147685 Jun 23 14:14:21.468693 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-aa0558f0-57c2-44fc-9872-9c7372f690c8 req-ceb064a4-7ee3-42a3-9f9a-cf4e2f76c406 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631998 Jun 23 14:14:21.765597 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e9d9-4922-4a9d-9f62-411953341b59 req-592c9f88-d382-4f71-898b-e03f00485820 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:21.767580 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4f78e9d9-4922-4a9d-9f62-411953341b59 req-592c9f88-d382-4f71-898b-e03f00485820 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0847654 Jun 23 14:14:21.809072 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4f78e9d9-4922-4a9d-9f62-411953341b59 req-64d5a6b9-bbfc-4f0c-addb-0e893cc75744 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358377 Jun 23 14:14:22.375078 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d4e15-e753-4437-95d7-4c911d60d7b9 req-b553f9ab-47a9-4d89-8998-af067aeb9de3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:22.376575 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-524d4e15-e753-4437-95d7-4c911d60d7b9 req-b553f9ab-47a9-4d89-8998-af067aeb9de3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 943 time: 0.0762043 Jun 23 14:14:22.430936 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-524d4e15-e753-4437-95d7-4c911d60d7b9 req-223df71e-4e00-40ff-a934-1cb0dd610d90 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480845 Jun 23 14:14:22.447299 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 945529d5-4826-477a-9f7d-4119d9b3aa35 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:22.468380 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 945529d5-4826-477a-9f7d-4119d9b3aa35 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:22.469091 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 945529d5-4826-477a-9f7d-4119d9b3aa35 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:22.687284 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628902c6-43f5-43f6-8e8b-a66916af3fb7 req-41ea44eb-ddef-4c4a-ae11-e4c08d49005e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:22.688779 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-628902c6-43f5-43f6-8e8b-a66916af3fb7 req-41ea44eb-ddef-4c4a-ae11-e4c08d49005e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0772746 Jun 23 14:14:22.746759 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-628902c6-43f5-43f6-8e8b-a66916af3fb7 req-6f758ba7-c3e0-4e37-a62a-79613fac5d29 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499346 Jun 23 14:14:23.042112 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383a0ba-94bc-48bd-a309-24b66914bcbc req-dcb6c395-1c13-4762-901d-3e92c9744db5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.043740 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9383a0ba-94bc-48bd-a309-24b66914bcbc req-dcb6c395-1c13-4762-901d-3e92c9744db5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0786958 Jun 23 14:14:23.102176 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9383a0ba-94bc-48bd-a309-24b66914bcbc req-d2764003-178c-4e01-a804-3f2fb59dcd80 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521350 Jun 23 14:14:23.311065 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:23.659862 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60eab5-deed-4646-a75e-15b9ea9e438a req-2f731e4c-a962-4dcf-8f3d-501da52157da tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.667888 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2c60eab5-deed-4646-a75e-15b9ea9e438a req-2f731e4c-a962-4dcf-8f3d-501da52157da tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 943 time: 0.0844102 Jun 23 14:14:23.730715 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2c60eab5-deed-4646-a75e-15b9ea9e438a req-165a71f4-7b9f-4de2-a495-9aaf55c75273 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615203 Jun 23 14:14:23.747073 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f65bb1-10f8-49e6-aeb3-02253c032f8f req-5667a59f-1be7-4c32-889e-7b17ea0eeaa3 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.748663 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a0f65bb1-10f8-49e6-aeb3-02253c032f8f req-5667a59f-1be7-4c32-889e-7b17ea0eeaa3 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.1008835 Jun 23 14:14:23.807782 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a0f65bb1-10f8-49e6-aeb3-02253c032f8f req-f6d86e44-0129-434b-9255-758f7768d101 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514798 Jun 23 14:14:23.948007 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c70bb-a468-4b3b-a285-94b5b204c9dc req-9dc33df8-d228-4cd2-ab01-22bddec09962 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.949644 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ca7c70bb-a468-4b3b-a285-94b5b204c9dc req-9dc33df8-d228-4cd2-ab01-22bddec09962 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0662744 Jun 23 14:14:24.008125 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ca7c70bb-a468-4b3b-a285-94b5b204c9dc req-b1ac306c-8138-44bb-a208-b91070017843 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528150 Jun 23 14:14:24.328102 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82934a1b-4c43-476c-a3ec-753c6e125528 req-4371510e-5669-44f8-87b9-7a2efc3eaae2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.329650 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-82934a1b-4c43-476c-a3ec-753c6e125528 req-4371510e-5669-44f8-87b9-7a2efc3eaae2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0994465 Jun 23 14:14:24.403213 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-82934a1b-4c43-476c-a3ec-753c6e125528 req-f83b74a0-2d45-441d-9c85-72bb6ce4f368 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606182 Jun 23 14:14:24.457180 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 0841b430-9f15-449e-8227-34d086f2c92e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:14:24.593812 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 0841b430-9f15-449e-8227-34d086f2c92e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0841b430-9f15-449e-8227-34d086f2c92e,segment=NetworkSegment(a7a654c1-03bf-4ba0-bcd9-dbe7930df342),segment_id=a7a654c1-03bf-4ba0-bcd9-dbe7930df342)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:24.608325 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '0841b430-9f15-449e-8227-34d086f2c92e', 'network_id': '3904d73a-5a2a-4d25-906e-d2099dc7d448', 'port_id': '0841b430-9f15-449e-8227-34d086f2c92e', 'mac_address': 'fa:16:3e:19:f8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:14:24.651724 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:24.667597 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0841b430-9f15-449e-8227-34d086f2c92e {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:24.707674 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 0841b430-9f15-449e-8227-34d086f2c92e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0841b430-9f15-449e-8227-34d086f2c92e,segment=NetworkSegment(a7a654c1-03bf-4ba0-bcd9-dbe7930df342),segment_id=a7a654c1-03bf-4ba0-bcd9-dbe7930df342)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:24.719316 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:24.722134 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:24.778428 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=0841b430-9f15-449e-8227-34d086f2c92e,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:24.782885 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:24.957706 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9baa1-54d4-4018-b174-32da38f91c52 req-1ee9107a-5f28-40cc-983c-c04d0e8773f9 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.959487 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6fd9baa1-54d4-4018-b174-32da38f91c52 req-1ee9107a-5f28-40cc-983c-c04d0e8773f9 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0990748 Jun 23 14:14:24.995565 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff651fa-c819-4474-8729-7f5b3c1b26c5 req-7368267b-5aa7-4bc7-96ac-aa1789e377a7 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.997632 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0ff651fa-c819-4474-8729-7f5b3c1b26c5 req-7368267b-5aa7-4bc7-96ac-aa1789e377a7 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 944 time: 0.0973072 Jun 23 14:14:25.024891 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6fd9baa1-54d4-4018-b174-32da38f91c52 req-17e240f5-f552-405c-bed6-50822343deb2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570695 Jun 23 14:14:25.063563 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0ff651fa-c819-4474-8729-7f5b3c1b26c5 req-9d807bca-0b6a-4838-963c-e8bb56bf8004 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Jun 23 14:14:25.220113 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1242-cdf5-4de5-9bb5-f3060126c8c3 req-4a9ca8e7-bdcb-4002-8dc3-29514f2b8237 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:25.221796 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c05c1242-cdf5-4de5-9bb5-f3060126c8c3 req-4a9ca8e7-bdcb-4002-8dc3-29514f2b8237 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0875442 Jun 23 14:14:25.272176 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c05c1242-cdf5-4de5-9bb5-f3060126c8c3 req-fb5716cc-487e-4b36-a029-52253eaaf97e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Jun 23 14:14:25.280476 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33637f-1e89-45e3-bb29-3a093d4a9b97 req-95c88d1f-18ce-4b9f-abea-3b995d4da169 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:25.288531 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7b33637f-1e89-45e3-bb29-3a093d4a9b97 req-95c88d1f-18ce-4b9f-abea-3b995d4da169 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0968800 Jun 23 14:14:25.333236 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7b33637f-1e89-45e3-bb29-3a093d4a9b97 req-67b81d66-5c77-4e6c-bfe7-f4561a28b51e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433462 Jun 23 14:14:25.378977 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['0841b430-9f15-449e-8227-34d086f2c92e'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:25.628107 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8575e8-a474-433d-9eb0-48faa4991a2c req-6c3c3666-b625-4ae1-9011-b0367459fae9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:25.629619 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-da8575e8-a474-433d-9eb0-48faa4991a2c req-6c3c3666-b625-4ae1-9011-b0367459fae9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0878518 Jun 23 14:14:25.685155 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-da8575e8-a474-433d-9eb0-48faa4991a2c req-6195f11e-6008-4a0a-90b1-8a885fbeadf7 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 Jun 23 14:14:26.240789 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884ee2-3fd9-448c-b860-0830f0813180 req-9283d6a1-aded-45a4-bbc9-9eaff52cedd8 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:26.242732 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-95884ee2-3fd9-448c-b860-0830f0813180 req-9283d6a1-aded-45a4-bbc9-9eaff52cedd8 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0836675 Jun 23 14:14:26.297880 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-95884ee2-3fd9-448c-b860-0830f0813180 req-b05bd648-1767-4f9d-976a-a05e97d44a1a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470879 Jun 23 14:14:26.322854 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5efb-89b8-4bfa-b04a-7bcb6d0f4cae req-fb9d208e-c00f-4c5e-9bbf-02c62057648d tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:26.332963 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-40fb5efb-89b8-4bfa-b04a-7bcb6d0f4cae req-fb9d208e-c00f-4c5e-9bbf-02c62057648d tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 944 time: 0.1055267 Jun 23 14:14:26.375182 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-40fb5efb-89b8-4bfa-b04a-7bcb6d0f4cae req-48d04c84-cc97-4fe1-9581-84b368e96138 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Jun 23 14:14:26.524430 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593b6f8-c7a0-4489-a67d-a48fa069faad req-f3c66aee-df6e-48af-a5a2-d72b4b1a0317 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:26.526668 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3593b6f8-c7a0-4489-a67d-a48fa069faad req-f3c66aee-df6e-48af-a5a2-d72b4b1a0317 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0936716 Jun 23 14:14:26.595841 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3593b6f8-c7a0-4489-a67d-a48fa069faad req-7a36aaf1-da26-4cce-9958-a82001659622 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/security-groups?id=860da09a-22fa-4ba7-8190-8cc6e18e4d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592418 Jun 23 14:14:26.635860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79ce0c-a687-4e04-bdbc-abf1a601c143 req-cdb84368-09de-4d00-bb7a-23e73a67bcb0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:26.644020 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5c79ce0c-a687-4e04-bdbc-abf1a601c143 req-cdb84368-09de-4d00-bb7a-23e73a67bcb0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1151123 Jun 23 14:14:26.687756 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5c79ce0c-a687-4e04-bdbc-abf1a601c143 req-299eead8-48a1-4f09-916c-f5aabfc0e885 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345643 Jun 23 14:14:26.901301 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4ce50-2fea-41f9-b095-41d1f3999802 req-7030a7fa-7adb-417d-be35-7658b3895e18 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:26.903410 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8bc4ce50-2fea-41f9-b095-41d1f3999802 req-7030a7fa-7adb-417d-be35-7658b3895e18 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0818212 Jun 23 14:14:26.953536 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8bc4ce50-2fea-41f9-b095-41d1f3999802 req-75c674c4-4376-48d7-9f38-cbd9032df4fa tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Jun 23 14:14:27.145798 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fa4c1-feff-4d4f-a01e-c10a235bb15c req-38190655-469b-432e-ba06-5d5a22e9b81d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:27.147409 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bf4fa4c1-feff-4d4f-a01e-c10a235bb15c req-38190655-469b-432e-ba06-5d5a22e9b81d tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 945 time: 0.0696788 Jun 23 14:14:27.261728 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-bf4fa4c1-feff-4d4f-a01e-c10a235bb15c req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Deleting port 39956ff4-d72a-4b40-b45d-df358fe1bb2c {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:27.262197 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bf4fa4c1-feff-4d4f-a01e-c10a235bb15c req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.371363 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-bf4fa4c1-feff-4d4f-a01e-c10a235bb15c req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] For port 39956ff4-d72a-4b40-b45d-df358fe1bb2c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=39956ff4-d72a-4b40-b45d-df358fe1bb2c,segment=NetworkSegment(32abcbea-416c-488b-a16d-571cf9e58b8e),segment_id=32abcbea-416c-488b-a16d-571cf9e58b8e)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:27.372060 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bf4fa4c1-feff-4d4f-a01e-c10a235bb15c req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.389250 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-bf4fa4c1-feff-4d4f-a01e-c10a235bb15c req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Calling delete_port for 39956ff4-d72a-4b40-b45d-df358fe1bb2c owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:27.586760 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8a138-767d-4ac1-bed5-35b077508c2d req-6764841f-2b72-48fc-b16a-db1273180c4c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:27.588441 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bac8a138-767d-4ac1-bed5-35b077508c2d req-6764841f-2b72-48fc-b16a-db1273180c4c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.1262479 Jun 23 14:14:27.647601 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cba0b-43a0-4647-96de-0d7895ad2a77 req-2d086585-63ae-41a2-b4d2-001dfca0c94d tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:27.649560 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8a7cba0b-43a0-4647-96de-0d7895ad2a77 req-2d086585-63ae-41a2-b4d2-001dfca0c94d tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 944 time: 0.1248944 Jun 23 14:14:27.665825 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bac8a138-767d-4ac1-bed5-35b077508c2d req-12c9beac-b64c-4b7c-8d22-1b0b9bf2161e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707083 Jun 23 14:14:27.695024 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bf4fa4c1-feff-4d4f-a01e-c10a235bb15c req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.703657 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7b6c8969-b64e-40c4-b575-afdd6c1560e6 tempest-DeleteServersTestJSON-722214712 tempest-DeleteServersTestJSON-722214712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:27.712077 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8a7cba0b-43a0-4647-96de-0d7895ad2a77 req-7933d505-31b4-4b34-8bbb-d6b6b68d4cce tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551903 Jun 23 14:14:27.756227 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['39956ff4-d72a-4b40-b45d-df358fe1bb2c'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:27.757347 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Pushing event deleted for resources: {'Port': ['ID=39956ff4-d72a-4b40-b45d-df358fe1bb2c,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:27.761077 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:27.830659 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4fa4c1-feff-4d4f-a01e-c10a235bb15c req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] No DVR routers for this DVR port 39956ff4-d72a-4b40-b45d-df358fe1bb2c on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:27.833773 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-bf4fa4c1-feff-4d4f-a01e-c10a235bb15c req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:27.836428 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bf4fa4c1-feff-4d4f-a01e-c10a235bb15c req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.39 "DELETE /v2.0/ports/39956ff4-d72a-4b40-b45d-df358fe1bb2c HTTP/1.1" status: 204 len: 173 time: 0.6805074 Jun 23 14:14:27.838011 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ee386e-ff59-4310-87c0-679426b7825e', 'name': 'network-vif-deleted', 'tag': '39956ff4-d72a-4b40-b45d-df358fe1bb2c'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:27.851227 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf78825-0fbc-4e5a-956f-6dab06c4a1cc" -d '{"events": [{"server_uuid": "d3ee386e-ff59-4310-87c0-679426b7825e", "name": "network-vif-deleted", "tag": "39956ff4-d72a-4b40-b45d-df358fe1bb2c"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:27.921690 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9601cf3c-c52f-4330-8b62-4c964101983d req-2c797006-aca6-42fe-95cf-1c647725b3ab tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3ee386e-ff59-4310-87c0-679426b7825e HTTP/1.1" status: 200 len: 210 time: 0.0495424 Jun 23 14:14:27.946808 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2a72f-6ed0-4cb5-a81b-4230a05ba6cf req-e395b1ba-686c-42c1-ba96-ebe14a669795 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:27.955026 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bef2a72f-6ed0-4cb5-a81b-4230a05ba6cf req-e395b1ba-686c-42c1-ba96-ebe14a669795 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0894730 Jun 23 14:14:28.009120 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a6b935-56e8-4280-8be2-42aac08994d8 x-openstack-request-id: req-72a6b935-56e8-4280-8be2-42aac08994d8 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:28.009461 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ee386e-ff59-4310-87c0-679426b7825e", "name": "network-vif-deleted", "tag": "39956ff4-d72a-4b40-b45d-df358fe1bb2c", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:28.009757 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72a6b935-56e8-4280-8be2-42aac08994d8 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:28.010221 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ee386e-ff59-4310-87c0-679426b7825e', 'name': 'network-vif-deleted', 'tag': '39956ff4-d72a-4b40-b45d-df358fe1bb2c', 'status': 'completed', 'code': 200} Jun 23 14:14:28.015085 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bef2a72f-6ed0-4cb5-a81b-4230a05ba6cf req-11952c17-8f2d-45e3-b3ed-c7a3af12d2c0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588245 Jun 23 14:14:28.201346 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55de7-4ca5-49fa-b08e-dcb17687976f req-2d714cdb-8a7d-4462-86c7-6ae9cbdd91dd tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:28.202920 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-43d55de7-4ca5-49fa-b08e-dcb17687976f req-2d714cdb-8a7d-4462-86c7-6ae9cbdd91dd tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.0850275 Jun 23 14:14:28.246572 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-43d55de7-4ca5-49fa-b08e-dcb17687976f req-51852ba6-7d93-469a-81fe-e0dc5d98b8b5 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Jun 23 14:14:28.488421 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 0841b430-9f15-449e-8227-34d086f2c92e up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:28.551776 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 0841b430-9f15-449e-8227-34d086f2c92e completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:28.558701 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 0841b430-9f15-449e-8227-34d086f2c92e triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:28.559777 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:28.669752 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:28.695824 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa4ced0-d50b-49bf-bfcb-9c5b37f81239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0841b430-9f15-449e-8227-34d086f2c92e'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:28.698411 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20032c2c-02b3-4928-bd22-3b6d76fd2101" -d '{"events": [{"server_uuid": "6aa4ced0-d50b-49bf-bfcb-9c5b37f81239", "name": "network-vif-plugged", "status": "completed", "tag": "0841b430-9f15-449e-8227-34d086f2c92e"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:28.723052 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 0841b430-9f15-449e-8227-34d086f2c92e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0841b430-9f15-449e-8227-34d086f2c92e,segment=NetworkSegment(a7a654c1-03bf-4ba0-bcd9-dbe7930df342),segment_id=a7a654c1-03bf-4ba0-bcd9-dbe7930df342)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:28.729514 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:28.732853 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:28.763547 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6d0d18-81bd-417a-b580-40075197e38e x-openstack-request-id: req-0b6d0d18-81bd-417a-b580-40075197e38e {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:28.764236 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa4ced0-d50b-49bf-bfcb-9c5b37f81239", "name": "network-vif-plugged", "status": "completed", "tag": "0841b430-9f15-449e-8227-34d086f2c92e", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:28.764236 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b6d0d18-81bd-417a-b580-40075197e38e {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:28.764794 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa4ced0-d50b-49bf-bfcb-9c5b37f81239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0841b430-9f15-449e-8227-34d086f2c92e', 'code': 200} Jun 23 14:14:28.827245 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=0841b430-9f15-449e-8227-34d086f2c92e,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:28.831918 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:28.957762 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2dae2-b78b-4c7a-830d-e337e5039f19 req-45b4347c-4c46-414b-8fb8-ead3102e203b tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:28.960221 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-60b2dae2-b78b-4c7a-830d-e337e5039f19 req-45b4347c-4c46-414b-8fb8-ead3102e203b tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 945 time: 0.0849338 Jun 23 14:14:28.987779 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c5452-47c9-4af8-9e4b-a6ae6d8f39e6 req-e61e3a56-3916-46de-a997-0083297c0307 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:28.992218 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ea0c5452-47c9-4af8-9e4b-a6ae6d8f39e6 req-e61e3a56-3916-46de-a997-0083297c0307 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0899734 Jun 23 14:14:29.065419 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-60b2dae2-b78b-4c7a-830d-e337e5039f19 req-77b343e5-51b0-42ea-9b27-c44e5bcbf254 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988176 Jun 23 14:14:29.072437 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ea0c5452-47c9-4af8-9e4b-a6ae6d8f39e6 req-ff53ebcd-4cb6-4e02-8c71-e61c1e1885e2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719309 Jun 23 14:14:29.174796 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 35298) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:29.213859 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bc579-3b83-404f-ab45-dfef04030f5b req-789c4ec1-72e2-4933-83ba-e1c26a420c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:29.215381 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-712bc579-3b83-404f-ab45-dfef04030f5b req-789c4ec1-72e2-4933-83ba-e1c26a420c66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 1098 time: 0.0612726 Jun 23 14:14:29.263613 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-712bc579-3b83-404f-ab45-dfef04030f5b req-e4586506-1895-4cb5-aa99-9c2ab91093ee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393653 Jun 23 14:14:29.274436 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_v2 [None req-84105b4b-419f-420c-98b7-ad80b34cedd2 admin admin] Deleting subnet 6218bb09-0ad9-41f6-9399-eb2e94454448 {{(pid=93099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:14:29.280608 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-84105b4b-419f-420c-98b7-ad80b34cedd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.325642 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-84105b4b-419f-420c-98b7-ad80b34cedd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9394874'] for subnet, precommit_delete_associations {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.358951 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc38ec1-4bf0-4b64-91a1-be99ca470fc9 req-099e3870-29aa-45c1-8887-533df1f54d3d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:29.360492 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2fc38ec1-4bf0-4b64-91a1-be99ca470fc9 req-099e3870-29aa-45c1-8887-533df1f54d3d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1427860 Jun 23 14:14:29.410276 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-84105b4b-419f-420c-98b7-ad80b34cedd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.449195 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2fc38ec1-4bf0-4b64-91a1-be99ca470fc9 req-1c7914d7-e807-4a00-8e44-22b35179d88f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803101 Jun 23 14:14:29.491864 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a017de-e2fa-4340-82f8-c388fc878db1 req-488bc274-3d35-4017-909a-f37c00d58e17 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:29.493442 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-19a017de-e2fa-4340-82f8-c388fc878db1 req-488bc274-3d35-4017-909a-f37c00d58e17 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.1030056 Jun 23 14:14:29.505278 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-84105b4b-419f-420c-98b7-ad80b34cedd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2216226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9244819'] for subnet, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.507813 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fe84b580-8def-485f-ae0c-92e7c3bbd82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:29.541197 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84105b4b-419f-420c-98b7-ad80b34cedd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6218bb09-0ad9-41f6-9399-eb2e94454448,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:29.544459 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-84105b4b-419f-420c-98b7-ad80b34cedd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.549456 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-84105b4b-419f-420c-98b7-ad80b34cedd2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6218bb09-0ad9-41f6-9399-eb2e94454448 HTTP/1.1" status: 204 len: 168 time: 0.3734787 Jun 23 14:14:29.550342 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 35302) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:29.550614 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-84105b4b-419f-420c-98b7-ad80b34cedd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:29.593421 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-19a017de-e2fa-4340-82f8-c388fc878db1 req-137b073c-502a-42b5-b8f4-540fcaaf18e2 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886562 Jun 23 14:14:29.640766 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.738036 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.750313 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe29112-b5be-45ba-9ecf-c4558a5aa22d']}} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:29.765158 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32abcbea-416c-488b-a16d-571cf9e58b8e') {'for_net_delete': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:29.765457 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32abcbea-416c-488b-a16d-571cf9e58b8e') {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:29.784521 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2483864'] for segment, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.797818 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.803861 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:14:29.804246 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10014598'] for segment, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: Traceback (most recent call last): Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: timer() Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: cb(*args, **kw) Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: return func(*args, **kwargs) Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: self._notify() Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: self.callback(batched_events) Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: event.method(event) Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: return f(self, *a, **k) Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._get(url).json() Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: return self.request(url, 'GET', **kwargs) Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:14:29.806007 dv-cinder-784477-5-iscsi neutron-server[93100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:14:29.863165 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.867773 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-34dea4e0-28c7-4c12-82c8-1ff0f46f97cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:29.873571 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.875447 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fbe29112-b5be-45ba-9ecf-c4558a5aa22d HTTP/1.1" status: 204 len: 168 time: 0.3236737 Jun 23 14:14:29.890687 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe29112-b5be-45ba-9ecf-c4558a5aa22d,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:29.893771 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b76879c4-b010-4a81-b0cf-fa987223fe57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:30.010529 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 35310) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:30.062088 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-f3b9946a-b474-45ea-b11c-f9b8d64e4eac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc4649dfe1a8471d8f901eb395cb6942&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499904 Jun 23 14:14:30.064387 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 35316) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:30.143897 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-463119e6-64b5-49bb-a3b2-da675dc6ea85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.172583 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-463119e6-64b5-49bb-a3b2-da675dc6ea85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.232199 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-463119e6-64b5-49bb-a3b2-da675dc6ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.236295 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-463119e6-64b5-49bb-a3b2-da675dc6ea85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.257354 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-463119e6-64b5-49bb-a3b2-da675dc6ea85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/860da09a-22fa-4ba7-8190-8cc6e18e4d6c HTTP/1.1" status: 204 len: 168 time: 0.1904211 Jun 23 14:14:30.283630 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6ec72b6d-69e1-4410-b637-8a1db2ee10fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:30.297382 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463119e6-64b5-49bb-a3b2-da675dc6ea85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860da09a-22fa-4ba7-8190-8cc6e18e4d6c,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:30.322222 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-463119e6-64b5-49bb-a3b2-da675dc6ea85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:30.324366 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18821b8a-6309-44ab-a97b-8020eee529b3 req-b63e1d5a-6822-4b64-a88a-4a6b75963eb4 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:30.326918 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-18821b8a-6309-44ab-a97b-8020eee529b3 req-b63e1d5a-6822-4b64-a88a-4a6b75963eb4 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0962703 Jun 23 14:14:30.382425 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-18821b8a-6309-44ab-a97b-8020eee529b3 req-1544324a-7bd8-4c00-bcad-3e4bb4de75b0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483108 Jun 23 14:14:30.503635 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 39956ff4-d72a-4b40-b45d-df358fe1bb2c no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:30.544576 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 39956ff4-d72a-4b40-b45d-df358fe1bb2c {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:30.544944 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 39956ff4-d72a-4b40-b45d-df358fe1bb2c not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:30.710909 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4de431-b21e-41fc-9fbb-dc28984dfdab req-1aa35bda-1d00-4d50-95d4-3e8cc4f90e35 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:30.713223 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-db4de431-b21e-41fc-9fbb-dc28984dfdab req-1aa35bda-1d00-4d50-95d4-3e8cc4f90e35 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0953667 Jun 23 14:14:30.744429 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d428a0-810f-4752-8e1e-6556892f8970 req-215b9805-377d-47d4-bc05-41af5997f691 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:30.746017 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-43d428a0-810f-4752-8e1e-6556892f8970 req-215b9805-377d-47d4-bc05-41af5997f691 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.4865806 Jun 23 14:14:30.756073 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876ac82-73a3-4c72-ae59-9461f3b617c6 req-198deb4c-c903-47b3-9f1d-95d9623b696a tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:30.763430 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6876ac82-73a3-4c72-ae59-9461f3b617c6 req-198deb4c-c903-47b3-9f1d-95d9623b696a tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 945 time: 0.4937768 Jun 23 14:14:30.774114 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-db4de431-b21e-41fc-9fbb-dc28984dfdab req-2aef75eb-bf12-4e74-8b51-fc29494352f9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466666 Jun 23 14:14:30.863916 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6876ac82-73a3-4c72-ae59-9461f3b617c6 req-e19ab22d-b62b-4329-82d6-21f7299213f2 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992155 Jun 23 14:14:30.955029 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-43d428a0-810f-4752-8e1e-6556892f8970 req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Deleting port 2582d771-fa91-408f-bd35-ee7dadc788aa {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:30.955649 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-43d428a0-810f-4752-8e1e-6556892f8970 req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.002764 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bdaa6-b2e4-41a2-83fa-854d6bdea9ba req-d5f4bc08-5d78-404c-961e-bb0652cd0b73 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:31.012890 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ad6bdaa6-b2e4-41a2-83fa-854d6bdea9ba req-d5f4bc08-5d78-404c-961e-bb0652cd0b73 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 946 time: 0.1178334 Jun 23 14:14:31.085998 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ad6bdaa6-b2e4-41a2-83fa-854d6bdea9ba req-d2b98e3c-e004-4bf8-8b5f-bde48146a1ac tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/security-groups?id=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720339 Jun 23 14:14:31.092490 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-43d428a0-810f-4752-8e1e-6556892f8970 req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] For port 2582d771-fa91-408f-bd35-ee7dadc788aa, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2582d771-fa91-408f-bd35-ee7dadc788aa,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:31.092989 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-43d428a0-810f-4752-8e1e-6556892f8970 req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.108533 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-43d428a0-810f-4752-8e1e-6556892f8970 req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Calling delete_port for 2582d771-fa91-408f-bd35-ee7dadc788aa owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:31.291877 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-43d428a0-810f-4752-8e1e-6556892f8970 req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.318072 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:31.346073 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['2582d771-fa91-408f-bd35-ee7dadc788aa'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:31.372908 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Pushing event deleted for resources: {'Port': ['ID=2582d771-fa91-408f-bd35-ee7dadc788aa,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:31.383513 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:31.439221 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d428a0-810f-4752-8e1e-6556892f8970 req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] No DVR routers for this DVR port 2582d771-fa91-408f-bd35-ee7dadc788aa on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:31.441732 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-43d428a0-810f-4752-8e1e-6556892f8970 req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.444699 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-43d428a0-810f-4752-8e1e-6556892f8970 req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.39 "DELETE /v2.0/ports/2582d771-fa91-408f-bd35-ee7dadc788aa HTTP/1.1" status: 204 len: 173 time: 0.6777668 Jun 23 14:14:31.444699 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3596145-a7c1-4654-a4b2-5671ddb25b4d', 'name': 'network-vif-deleted', 'tag': '2582d771-fa91-408f-bd35-ee7dadc788aa'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:31.455537 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7a3880-74f5-45b6-9638-66927f73c0cf" -d '{"events": [{"server_uuid": "d3596145-a7c1-4654-a4b2-5671ddb25b4d", "name": "network-vif-deleted", "tag": "2582d771-fa91-408f-bd35-ee7dadc788aa"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:31.546239 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bdf14c-73b4-4e52-8172-ff9d19f7f9f0 x-openstack-request-id: req-80bdf14c-73b4-4e52-8172-ff9d19f7f9f0 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:31.546576 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3596145-a7c1-4654-a4b2-5671ddb25b4d", "name": "network-vif-deleted", "tag": "2582d771-fa91-408f-bd35-ee7dadc788aa", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:31.546866 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80bdf14c-73b4-4e52-8172-ff9d19f7f9f0 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:31.547299 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3596145-a7c1-4654-a4b2-5671ddb25b4d', 'name': 'network-vif-deleted', 'tag': '2582d771-fa91-408f-bd35-ee7dadc788aa', 'status': 'completed', 'code': 200} Jun 23 14:14:31.693385 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa350256-1873-44df-bfbd-9c59864893e4 req-4472f281-7024-432e-a365-54a916821aa1 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:31.695016 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aa350256-1873-44df-bfbd-9c59864893e4 req-4472f281-7024-432e-a365-54a916821aa1 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0981429 Jun 23 14:14:31.766960 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aa350256-1873-44df-bfbd-9c59864893e4 req-3ef26cf3-0e41-4a5f-a276-1c8b2763bc9f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569589 Jun 23 14:14:32.042601 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113a774-f3d7-4cb7-bc41-3d03585a5927 req-6d798ddf-0343-475a-9ea6-f86f3745acdd tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:32.057357 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4113a774-f3d7-4cb7-bc41-3d03585a5927 req-6d798ddf-0343-475a-9ea6-f86f3745acdd tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1218860 Jun 23 14:14:32.175084 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77451fd7-8e26-4d3d-8a9f-436cd59a8a53 req-138924d0-6fc3-4653-bff3-f556cd5393e0 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:32.176355 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4113a774-f3d7-4cb7-bc41-3d03585a5927 req-f6e2ddf0-cdb0-488d-a956-9c86bbddd4e7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123743 Jun 23 14:14:32.177609 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-77451fd7-8e26-4d3d-8a9f-436cd59a8a53 req-138924d0-6fc3-4653-bff3-f556cd5393e0 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 945 time: 0.1378710 Jun 23 14:14:32.252213 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-77451fd7-8e26-4d3d-8a9f-436cd59a8a53 req-5e5bdd52-9a1a-4cba-aae7-ad9e5075f589 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490499 Jun 23 14:14:32.541729 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2e3b035c-7afc-423f-9bc4-481152ef1cf4 req-7684b37c-f462-4ea7-89ff-424df41a42d9 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3596145-a7c1-4654-a4b2-5671ddb25b4d HTTP/1.1" status: 200 len: 210 time: 0.0583155 Jun 23 14:14:33.050479 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f815a8-7f0a-4735-b726-d637400d4210 req-064d2c65-c527-4cb6-a543-b4edf3965715 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:33.058189 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b6f815a8-7f0a-4735-b726-d637400d4210 req-064d2c65-c527-4cb6-a543-b4edf3965715 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0727184 Jun 23 14:14:33.114889 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b6f815a8-7f0a-4735-b726-d637400d4210 req-484361ab-9b39-4f62-9ee1-c74fca400ad2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558136 Jun 23 14:14:33.361177 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 35412) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:33.461751 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657ad07-2c92-4e29-aa19-c6fea7a1a81f req-f87d61bf-c806-4aa8-8cee-64369edfbbc3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:33.464336 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f657ad07-2c92-4e29-aa19-c6fea7a1a81f req-f87d61bf-c806-4aa8-8cee-64369edfbbc3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0966136 Jun 23 14:14:33.519067 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-495d7b13-9922-42cb-ab91-e711ad455a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.522915 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f657ad07-2c92-4e29-aa19-c6fea7a1a81f req-ae68179d-c911-458f-8de4-596113f60dbe tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526724 Jun 23 14:14:33.638988 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-495d7b13-9922-42cb-ab91-e711ad455a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.646979 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-495d7b13-9922-42cb-ab91-e711ad455a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.688046 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-35a87c1b-5a18-4909-9902-bdde1da552ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:33.691841 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 35418) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:33.748736 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-495d7b13-9922-42cb-ab91-e711ad455a25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9a3411c3cbf4656a87a7a6d864c458e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818731 Jun 23 14:14:33.748985 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 35420) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:33.786896 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d7b13-9922-42cb-ab91-e711ad455a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551979e9-6ce4-4fe8-ade6-7b95d0612554,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:33.794271 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-495d7b13-9922-42cb-ab91-e711ad455a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:33.859490 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2ddc45da-7313-489d-b208-fba51c7c2a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.898135 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2ddc45da-7313-489d-b208-fba51c7c2a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.971120 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2ddc45da-7313-489d-b208-fba51c7c2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.973196 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2ddc45da-7313-489d-b208-fba51c7c2a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.974877 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-2ddc45da-7313-489d-b208-fba51c7c2a9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/551979e9-6ce4-4fe8-ade6-7b95d0612554 HTTP/1.1" status: 204 len: 168 time: 0.2263432 Jun 23 14:14:33.975748 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-799360e9-caeb-4d0a-ad10-2da0c2a334f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:33.986751 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc45da-7313-489d-b208-fba51c7c2a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551979e9-6ce4-4fe8-ade6-7b95d0612554,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:33.989959 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2ddc45da-7313-489d-b208-fba51c7c2a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:34.404060 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 35438) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:34.429896 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8bfb8635-2ecd-4228-810b-c17b340e4250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.463294 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3818491'] for router_interface, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.481323 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbdf4b-e0d4-4990-9390-5638717697d0 req-ce69b912-fdf5-4465-8d82-35e85ec6127a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:34.491833 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c3fbdf4b-e0d4-4990-9390-5638717697d0 req-ce69b912-fdf5-4465-8d82-35e85ec6127a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.1646268 Jun 23 14:14:34.513730 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2582d771-fa91-408f-bd35-ee7dadc788aa no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:34.549949 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 2582d771-fa91-408f-bd35-ee7dadc788aa {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:34.550806 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2582d771-fa91-408f-bd35-ee7dadc788aa not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:34.556344 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8bfb8635-2ecd-4228-810b-c17b340e4250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.562647 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8bfb8635-2ecd-4228-810b-c17b340e4250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.566440 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:34.611853 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-8bfb8635-2ecd-4228-810b-c17b340e4250 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21aa3de1aabd462c94dc9c990e6ac8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040405 Jun 23 14:14:34.612728 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 35442) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:34.617102 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c3fbdf4b-e0d4-4990-9390-5638717697d0 req-28c9c9ad-0871-44a2-a419-e6f99f002703 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235678 Jun 23 14:14:34.621160 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb8635-2ecd-4228-810b-c17b340e4250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cb88a7-c268-4ea2-9f7c-d49741ee940b,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:34.628357 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8bfb8635-2ecd-4228-810b-c17b340e4250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:34.710974 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f619d936-5054-470f-b7e9-5f494f61550b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.772088 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f619d936-5054-470f-b7e9-5f494f61550b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.838460 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36457d-fbaf-43c7-b443-6c3d985e4ffb req-8b2c7944-bee8-40d1-b162-0ec0c7fe03c6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:34.840979 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ee36457d-fbaf-43c7-b443-6c3d985e4ffb req-8b2c7944-bee8-40d1-b162-0ec0c7fe03c6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1135809 Jun 23 14:14:34.872310 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f619d936-5054-470f-b7e9-5f494f61550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.875019 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f619d936-5054-470f-b7e9-5f494f61550b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.876169 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-f619d936-5054-470f-b7e9-5f494f61550b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52cb88a7-c268-4ea2-9f7c-d49741ee940b HTTP/1.1" status: 204 len: 168 time: 0.2623770 Jun 23 14:14:34.878530 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-89e36d8b-5145-4c92-ad74-e527d4e8a0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:34.895743 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619d936-5054-470f-b7e9-5f494f61550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cb88a7-c268-4ea2-9f7c-d49741ee940b,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:34.899891 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f619d936-5054-470f-b7e9-5f494f61550b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:34.928066 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ee36457d-fbaf-43c7-b443-6c3d985e4ffb req-906e882b-d78f-4fd7-8eee-7a36aa83e48a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758901 Jun 23 14:14:34.978434 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Deleting port 98bd6ddd-8473-4d85-8abc-dac2684f0366 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:34.978780 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.069823 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] For port 98bd6ddd-8473-4d85-8abc-dac2684f0366, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=98bd6ddd-8473-4d85-8abc-dac2684f0366,segment=NetworkSegment(ea650f1c-1660-42fd-8ec3-d072307ca919),segment_id=ea650f1c-1660-42fd-8ec3-d072307ca919)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:35.070535 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.088445 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Calling delete_port for 98bd6ddd-8473-4d85-8abc-dac2684f0366 owned by network:router_interface {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:35.335360 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.338294 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-33e9a785-9273-4f38-817b-667c6a8f971e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:35.363285 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Pushing event deleted for resources: {'Port': ['ID=98bd6ddd-8473-4d85-8abc-dac2684f0366,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:35.366410 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:35.534420 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921931'] for router_interface, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.764363 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Router 784d452f-d163-43b3-a634-c43965cd53bd has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:14:35.912854 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aeebb0-88d0-4195-a721-984b31f355f8 req-b346eb7f-e771-478e-a603-41d138acec7f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:35.917279 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e8aeebb0-88d0-4195-a721-984b31f355f8 req-b346eb7f-e771-478e-a603-41d138acec7f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.1461508 Jun 23 14:14:35.941050 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:35.950978 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9430e-b067-4152-a165-e613609b6a34 None None] Sync routers for ids ['784d452f-d163-43b3-a634-c43965cd53bd'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:35.951561 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] 10.222.0.13 "PUT /v2.0/routers/784d452f-d163-43b3-a634-c43965cd53bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2574863 Jun 23 14:14:35.953943 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 35494) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:35.963641 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9430e-b067-4152-a165-e613609b6a34 None None] Routers {'784d452f-d163-43b3-a634-c43965cd53bd'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:35.964276 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-ccf9430e-b067-4152-a165-e613609b6a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:14:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['784d452f-d163-43b3-a634-c43965cd53bd'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:36.076474 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e8aeebb0-88d0-4195-a721-984b31f355f8 req-63420b5b-e58c-41a7-bd19-d824d40191a2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550920 Jun 23 14:14:36.086420 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-ccf9430e-b067-4152-a165-e613609b6a34 None None] Set router 784d452f-d163-43b3-a634-c43965cd53bd gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:36.113922 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.114433 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20690f27-fc5c-4651-ad97-535b9e53ef9e req-3da853f0-7831-4891-b4f0-53554ca44e95 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:36.116531 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-20690f27-fc5c-4651-ad97-535b9e53ef9e req-3da853f0-7831-4891-b4f0-53554ca44e95 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0780768 Jun 23 14:14:36.169192 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-20690f27-fc5c-4651-ad97-535b9e53ef9e req-f8e95b26-9880-48fa-b53e-4d91d97d1d3d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455472 Jun 23 14:14:36.260013 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.315772 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Deleting port 3f89996b-7bce-4266-b097-222b84774541 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:36.316171 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.340918 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-ccf9430e-b067-4152-a165-e613609b6a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d452f-d163-43b3-a634-c43965cd53bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-router', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '3f89996b-7bce-4266-b097-222b84774541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 5, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'gw_port': {'id': '3f89996b-7bce-4266-b097-222b84774541', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:cc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d452f-d163-43b3-a634-c43965cd53bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:36.373422 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9430e-b067-4152-a165-e613609b6a34 None None] Checking router: 784d452f-d163-43b3-a634-c43965cd53bd for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:36.384821 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9430e-b067-4152-a165-e613609b6a34 None None] Routers {'784d452f-d163-43b3-a634-c43965cd53bd'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:36.385784 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-ccf9430e-b067-4152-a165-e613609b6a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:14:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['784d452f-d163-43b3-a634-c43965cd53bd'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:36.626974 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-ccf9430e-b067-4152-a165-e613609b6a34 None None] Set router 784d452f-d163-43b3-a634-c43965cd53bd gateway port host: None {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:36.684632 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] For port 3f89996b-7bce-4266-b097-222b84774541, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=3f89996b-7bce-4266-b097-222b84774541,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:36.685152 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.700060 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Calling delete_port for 3f89996b-7bce-4266-b097-222b84774541 owned by network:router_gateway {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:36.718072 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-ccf9430e-b067-4152-a165-e613609b6a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784d452f-d163-43b3-a634-c43965cd53bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-router', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:14:36Z', 'revision_number': 6, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'gw_port_host': None}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:36.748150 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9430e-b067-4152-a165-e613609b6a34 None None] The sync data for ids ['784d452f-d163-43b3-a634-c43965cd53bd'] in dv-cinder-784477-5-iscsi is: [{'id': '784d452f-d163-43b3-a634-c43965cd53bd', 'name': 'tempest-ServerRescueNegativeTestJSON-1546228051-router', 'tenant_id': '94d303cd1a124e2d902fbc199f047749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:14:36Z', 'revision_number': 6, 'project_id': '94d303cd1a124e2d902fbc199f047749', 'gw_port_host': None}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:36.842373 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.900097 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.902617 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-c5e9e4ef-32c8-4623-9450-4905325527a8 tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:36.927369 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f89996b-7bce-4266-b097-222b84774541,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:36.930179 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:36.996546 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3805342'] for router_gateway, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.106967 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3922362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5956'] for router, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.109604 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.181091 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3922928'] for router, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.181793 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 784d452f-d163-43b3-a634-c43965cd53bd {{(pid=93100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:14:37.187058 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.188259 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/784d452f-d163-43b3-a634-c43965cd53bd HTTP/1.1" status: 204 len: 168 time: 1.2332907 Jun 23 14:14:37.190887 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 35574) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:37.300048 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ba0948-61d7-42e0-8d82-aa3685370d2b admin admin] Deleting subnet 098b5eb4-4f85-4551-a132-d2f6a5c0b689 {{(pid=93100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:14:37.308440 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-71ba0948-61d7-42e0-8d82-aa3685370d2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.355750 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-71ba0948-61d7-42e0-8d82-aa3685370d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2483847'] for subnet, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.381293 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf897133-520f-4073-a233-5547f3230223 req-bb2a3ddd-9cc3-4b95-8d34-2d66189832b1 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:37.382789 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bf897133-520f-4073-a233-5547f3230223 req-bb2a3ddd-9cc3-4b95-8d34-2d66189832b1 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.1542354 Jun 23 14:14:37.382931 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc997a-5822-4eef-a24b-21bda446c6f7 req-a3b9b6ba-a0cd-4b67-8ec4-c2fdb354e390 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:37.389109 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-74fc997a-5822-4eef-a24b-21bda446c6f7 req-a3b9b6ba-a0cd-4b67-8ec4-c2fdb354e390 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0678089 Jun 23 14:14:37.424262 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-74fc997a-5822-4eef-a24b-21bda446c6f7 req-05b88b64-e3c6-45b9-8742-b6a320b6f875 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318134 Jun 23 14:14:37.442166 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bf897133-520f-4073-a233-5547f3230223 req-57e8c3ef-18e0-4bfa-ac4f-ead4748bb8fd tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522802 Jun 23 14:14:37.443194 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-71ba0948-61d7-42e0-8d82-aa3685370d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.499557 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-71ba0948-61d7-42e0-8d82-aa3685370d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10014491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069733'] for subnet, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.507597 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:37.514849 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-71ba0948-61d7-42e0-8d82-aa3685370d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.516711 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-71ba0948-61d7-42e0-8d82-aa3685370d2b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/098b5eb4-4f85-4551-a132-d2f6a5c0b689 HTTP/1.1" status: 204 len: 168 time: 0.3248193 Jun 23 14:14:37.519398 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 35582) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:37.535200 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba0948-61d7-42e0-8d82-aa3685370d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098b5eb4-4f85-4551-a132-d2f6a5c0b689,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:37.539307 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-71ba0948-61d7-42e0-8d82-aa3685370d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:37.588178 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.673731 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.675960 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 3f89996b-7bce-4266-b097-222b84774541 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:37.684527 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f534e60-144d-45e6-a5fc-11af96caa6b1']}} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:37.694383 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea650f1c-1660-42fd-8ec3-d072307ca919') {'for_net_delete': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:37.694853 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea650f1c-1660-42fd-8ec3-d072307ca919') {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:37.695377 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 3f89996b-7bce-4266-b097-222b84774541 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:37.695728 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 3f89996b-7bce-4266-b097-222b84774541 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:37.696844 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 98bd6ddd-8473-4d85-8abc-dac2684f0366 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:37.704265 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9394853'] for segment, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.717979 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 98bd6ddd-8473-4d85-8abc-dac2684f0366 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:37.718333 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 98bd6ddd-8473-4d85-8abc-dac2684f0366 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:37.718549 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.725049 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=93099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:14:37.725429 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2216383'] for segment, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: Traceback (most recent call last): Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: timer() Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: cb(*args, **kw) Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: return func(*args, **kwargs) Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: self._notify() Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: self.callback(batched_events) Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: event.method(event) Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: return f(self, *a, **k) Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._get(url).json() Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: return self.request(url, 'GET', **kwargs) Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:14:37.727149 dv-cinder-784477-5-iscsi neutron-server[93099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:14:37.783504 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.787272 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f736bd19-cb4f-4460-97d1-b5fd53087ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:37.789593 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.793938 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3f534e60-144d-45e6-a5fc-11af96caa6b1 HTTP/1.1" status: 204 len: 168 time: 0.2712836 Jun 23 14:14:37.808399 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f534e60-144d-45e6-a5fc-11af96caa6b1,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:37.810789 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-324907ec-fc8f-4598-818a-26dec6496503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:37.988985 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 35590) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:38.029733 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-d3f1a9c1-ff95-4748-bea2-48eb0dde8d23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94d303cd1a124e2d902fbc199f047749&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394785 Jun 23 14:14:38.032056 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 35592) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:38.082543 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9067-a694-4c6f-8294-d72c2ec3aa40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.108114 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9067-a694-4c6f-8294-d72c2ec3aa40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.155964 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9067-a694-4c6f-8294-d72c2ec3aa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.158688 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9067-a694-4c6f-8294-d72c2ec3aa40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.159858 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-fb3c9067-a694-4c6f-8294-d72c2ec3aa40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58a4b0af-39eb-4ad7-b9fe-c655d804dc9d HTTP/1.1" status: 204 len: 168 time: 0.1268878 Jun 23 14:14:38.160890 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4dabe044-e709-4cfe-8daf-47605256971e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:38.169984 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c9067-a694-4c6f-8294-d72c2ec3aa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a4b0af-39eb-4ad7-b9fe-c655d804dc9d,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:38.172240 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fb3c9067-a694-4c6f-8294-d72c2ec3aa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:38.324019 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 35606) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:38.378460 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f0ed08-c5f8-47c2-a1fd-d2547727e125 admin admin] Deleting subnet 6ad2f9bd-6360-4a80-97b6-9927dbf8255a {{(pid=93099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:14:38.381826 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-86f0ed08-c5f8-47c2-a1fd-d2547727e125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.424466 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-86f0ed08-c5f8-47c2-a1fd-d2547727e125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9394874'] for subnet, precommit_delete_associations {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.474007 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-86f0ed08-c5f8-47c2-a1fd-d2547727e125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.528709 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 80a8540b-718e-4874-a087-fe9eb7321b7b details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:14:38.548861 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-86f0ed08-c5f8-47c2-a1fd-d2547727e125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2216226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9244819'] for subnet, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.555630 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:38.599782 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0ed08-c5f8-47c2-a1fd-d2547727e125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad2f9bd-6360-4a80-97b6-9927dbf8255a,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:38.610709 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-86f0ed08-c5f8-47c2-a1fd-d2547727e125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:38.656734 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:38.669870 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'port_id': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'mac_address': 'fa:16:3e:ae:48:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:14:38.671020 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e53b0-3206-4066-9b58-1ed99fb7e587 req-2fc5849c-689f-4e3d-ad8f-bcb8e4332b04 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:38.672720 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-699e53b0-3206-4066-9b58-1ed99fb7e587 req-2fc5849c-689f-4e3d-ad8f-bcb8e4332b04 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0968304 Jun 23 14:14:38.719000 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.726966 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-699e53b0-3206-4066-9b58-1ed99fb7e587 req-66b40852-b4c4-446c-bd82-56016a47da6b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Jun 23 14:14:38.736228 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80a8540b-718e-4874-a087-fe9eb7321b7b {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:38.759559 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:38.764052 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.766168 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:38.822201 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=80a8540b-718e-4874-a087-fe9eb7321b7b,revision_number=6']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:38.825281 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:38.863050 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-86f0ed08-c5f8-47c2-a1fd-d2547727e125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.867114 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-86f0ed08-c5f8-47c2-a1fd-d2547727e125 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6ad2f9bd-6360-4a80-97b6-9927dbf8255a HTTP/1.1" status: 204 len: 168 time: 0.5399029 Jun 23 14:14:38.871504 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 35628) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:38.907379 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f1945-9682-4ced-8b4b-9e8ac7726eb9 req-789a7f1e-01f3-4173-b497-710b06ad28dd tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:38.909005 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6e7f1945-9682-4ced-8b4b-9e8ac7726eb9 req-789a7f1e-01f3-4173-b497-710b06ad28dd tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.3077769 Jun 23 14:14:38.950890 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.952166 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6e7f1945-9682-4ced-8b4b-9e8ac7726eb9 req-de6bb4da-75ec-4bf7-85ca-27c0317a20fd tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353501 Jun 23 14:14:38.986793 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['80a8540b-718e-4874-a087-fe9eb7321b7b'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:39.031869 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.041824 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cb6d41-10ec-4cab-8135-d78f03d45599']}} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:39.052155 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c323bc75-b721-480e-a665-4d1f28346ac9') {'for_net_delete': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:39.052694 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c323bc75-b721-480e-a665-4d1f28346ac9') {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:39.063197 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2483864'] for segment, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.085039 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.094658 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:14:39.095435 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10014598'] for segment, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: Traceback (most recent call last): Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: timer() Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: cb(*args, **kw) Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: return func(*args, **kwargs) Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: self._notify() Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: self.callback(batched_events) Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: event.method(event) Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: return f(self, *a, **k) Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._get(url).json() Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: return self.request(url, 'GET', **kwargs) Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:14:39.097722 dv-cinder-784477-5-iscsi neutron-server[93100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:14:39.158602 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.163493 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.168713 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] 10.222.0.13 "DELETE /v2.0/networks/91cb6d41-10ec-4cab-8135-d78f03d45599 HTTP/1.1" status: 204 len: 168 time: 0.2961614 Jun 23 14:14:39.169462 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:39.183478 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=91cb6d41-10ec-4cab-8135-d78f03d45599,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:39.185948 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d581cb5e-f517-4897-9f49-6a21a5fb9dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:39.344207 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 35646) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:39.393643 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-bab07677-1fc6-4010-bbaf-b19bc9322c91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50e0ebe8350a4bcebe0fd84c6b2c6b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478997 Jun 23 14:14:39.396496 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 35650) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:39.455245 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4c1d9f3a-82f4-4bc5-b4f0-3c54853f91ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.489423 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4c1d9f3a-82f4-4bc5-b4f0-3c54853f91ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.555085 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4c1d9f3a-82f4-4bc5-b4f0-3c54853f91ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.558799 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4c1d9f3a-82f4-4bc5-b4f0-3c54853f91ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.560031 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-4c1d9f3a-82f4-4bc5-b4f0-3c54853f91ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81a45d1b-14af-4b9c-8fc4-6f1e944040f8 HTTP/1.1" status: 204 len: 168 time: 0.1625681 Jun 23 14:14:39.561131 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-edd7fa9b-eacf-4ac1-ba11-f2d261887ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:39.585752 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d9f3a-82f4-4bc5-b4f0-3c54853f91ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a45d1b-14af-4b9c-8fc4-6f1e944040f8,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:39.607872 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4c1d9f3a-82f4-4bc5-b4f0-3c54853f91ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:39.931396 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd77e-428f-4f09-9f0e-eeec10cbbabf req-58097dee-d5c3-4473-a327-12e0232b42de tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:39.932910 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-968bd77e-428f-4f09-9f0e-eeec10cbbabf req-58097dee-d5c3-4473-a327-12e0232b42de tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0770059 Jun 23 14:14:39.971202 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-968bd77e-428f-4f09-9f0e-eeec10cbbabf req-0b8e88ac-6aa3-4f3f-9487-dccdbc575e2f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321002 Jun 23 14:14:40.139139 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced45f5a-1843-466b-9978-18ba501eb9b5 req-6fe13ff9-d407-4e0a-93ff-5a68508ef6f3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:40.140547 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ced45f5a-1843-466b-9978-18ba501eb9b5 req-6fe13ff9-d407-4e0a-93ff-5a68508ef6f3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 945 time: 0.0681639 Jun 23 14:14:40.177387 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ced45f5a-1843-466b-9978-18ba501eb9b5 req-11cf64c6-f19e-43fc-a7ce-e8181bc13057 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312169 Jun 23 14:14:40.529476 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 80a8540b-718e-4874-a087-fe9eb7321b7b up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:40.578948 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 80a8540b-718e-4874-a087-fe9eb7321b7b triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:40.579745 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.654313 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.676568 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:40.678830 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eda34af-2950-4be8-ba07-d0b5d3de635d" -d '{"events": [{"server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "name": "network-vif-plugged", "status": "completed", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:40.694509 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:40.699779 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.701706 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-963800b7-2175-4960-a443-52ac2a81f19e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:40.724088 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b395ad-b6e3-412b-b88d-354dc476138a x-openstack-request-id: req-85b395ad-b6e3-412b-b88d-354dc476138a {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:40.724245 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "name": "network-vif-plugged", "status": "completed", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:40.724509 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85b395ad-b6e3-412b-b88d-354dc476138a {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:40.724908 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'code': 200} Jun 23 14:14:40.750641 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=80a8540b-718e-4874-a087-fe9eb7321b7b,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:40.753875 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:41.155005 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3df59-e4e3-4270-9c72-f1608e586728 req-efcd7da6-e474-481d-b180-5955ad10df2b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.156519 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0bb3df59-e4e3-4270-9c72-f1608e586728 req-efcd7da6-e474-481d-b180-5955ad10df2b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0656869 Jun 23 14:14:41.197320 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0bb3df59-e4e3-4270-9c72-f1608e586728 req-aefa897e-521a-40a2-8eef-7db6667985ac tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336881 Jun 23 14:14:41.358164 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656932d6-2461-465d-914a-b1418700e990 req-7f71bec9-b5c2-46e2-a384-f712b5631cf9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.359605 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-656932d6-2461-465d-914a-b1418700e990 req-7f71bec9-b5c2-46e2-a384-f712b5631cf9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0620801 Jun 23 14:14:41.398208 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-656932d6-2461-465d-914a-b1418700e990 req-4105db42-d49c-4eb8-ad23-4b4174d57f67 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Jun 23 14:14:42.371339 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10c59f-3aff-442c-b30c-428453e22e69 req-2d17e6fa-d87f-47ca-8736-cf72eec8d27a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:42.372751 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4c10c59f-3aff-442c-b30c-428453e22e69 req-2d17e6fa-d87f-47ca-8736-cf72eec8d27a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0607266 Jun 23 14:14:42.410325 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4c10c59f-3aff-442c-b30c-428453e22e69 req-0393cac7-6c9c-4a1b-878f-e69a37ca647e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Jun 23 14:14:42.571462 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad647f2-59fa-4ebe-b39b-f26c7b1f8870 req-90a315b2-545e-46ca-ba70-da5142e0de0a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:42.572927 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bad647f2-59fa-4ebe-b39b-f26c7b1f8870 req-90a315b2-545e-46ca-ba70-da5142e0de0a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0613799 Jun 23 14:14:42.609958 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bad647f2-59fa-4ebe-b39b-f26c7b1f8870 req-7fe5d769-de62-4cee-98a9-023b76a7f3af tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312078 Jun 23 14:14:43.590339 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b93ce3-c9c3-4c3f-8146-99f45a6b4319 req-a9d0fa65-d902-4cf4-bff3-6e57bfa9876b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:43.591803 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-14b93ce3-c9c3-4c3f-8146-99f45a6b4319 req-a9d0fa65-d902-4cf4-bff3-6e57bfa9876b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0685780 Jun 23 14:14:43.631889 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-14b93ce3-c9c3-4c3f-8146-99f45a6b4319 req-50f94bf5-038d-416c-8f8e-c67d63e9905a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338328 Jun 23 14:14:43.807325 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cee1a-c4a7-4ca4-8071-537daa9429d6 req-825647f3-7a1f-47d9-9813-bc92cab219ff tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:43.808794 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f86cee1a-c4a7-4ca4-8071-537daa9429d6 req-825647f3-7a1f-47d9-9813-bc92cab219ff tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0680616 Jun 23 14:14:43.847749 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f86cee1a-c4a7-4ca4-8071-537daa9429d6 req-2560c5d1-53b5-4d4a-9f1f-f44b806d4fc1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332205 Jun 23 14:14:44.803774 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25435c2-49c8-4432-b76c-c925902412bd req-f7e6434a-3481-41b9-a58c-ba52b6660b4c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:44.805303 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a25435c2-49c8-4432-b76c-c925902412bd req-f7e6434a-3481-41b9-a58c-ba52b6660b4c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0639668 Jun 23 14:14:44.842539 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a25435c2-49c8-4432-b76c-c925902412bd req-c4d06677-f4b4-4ea6-bcaf-6e525008eeb5 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Jun 23 14:14:45.025737 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89958ac0-4f90-44f2-9062-6def1f1876a3 req-fcf3b2d5-b919-4fed-8ba9-ccca10341c74 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:45.027201 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-89958ac0-4f90-44f2-9062-6def1f1876a3 req-fcf3b2d5-b919-4fed-8ba9-ccca10341c74 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0620418 Jun 23 14:14:45.063898 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-89958ac0-4f90-44f2-9062-6def1f1876a3 req-1b12beaa-1031-4771-b5f8-7e625bf6f9ea tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311058 Jun 23 14:14:46.020388 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16609f50-338b-46a5-a134-844b9e7175c8 req-73b220e5-c010-4e74-8d89-acdeeff52190 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:46.021845 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-16609f50-338b-46a5-a134-844b9e7175c8 req-73b220e5-c010-4e74-8d89-acdeeff52190 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0676954 Jun 23 14:14:46.059608 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-16609f50-338b-46a5-a134-844b9e7175c8 req-39a2d2b0-0fac-4041-b17d-6eefff1368c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315561 Jun 23 14:14:46.246809 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b9376-9a13-4c23-8541-fdc272b0d20e req-70afc705-ea44-4bf4-845a-284fa1fd1218 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:46.248344 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de5b9376-9a13-4c23-8541-fdc272b0d20e req-70afc705-ea44-4bf4-845a-284fa1fd1218 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0684767 Jun 23 14:14:46.288293 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de5b9376-9a13-4c23-8541-fdc272b0d20e req-920e0712-8f3e-489b-bff2-6c1f5ea42233 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336440 Jun 23 14:14:47.232562 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b64ce7-adcc-4e33-9479-ba9a110d8000 req-4aa37c0f-5f97-40be-9af9-e1f67c6cdb8e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:47.233969 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-54b64ce7-adcc-4e33-9479-ba9a110d8000 req-4aa37c0f-5f97-40be-9af9-e1f67c6cdb8e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0664597 Jun 23 14:14:47.273456 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-54b64ce7-adcc-4e33-9479-ba9a110d8000 req-dc1a7471-7ae5-4a3d-819d-d391b975c58d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339060 Jun 23 14:14:47.483521 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae755b55-c78b-4519-82e4-8e8d4400b4a4 req-152a9a66-ca36-4c7c-a758-189fa4582b80 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:47.490241 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ae755b55-c78b-4519-82e4-8e8d4400b4a4 req-152a9a66-ca36-4c7c-a758-189fa4582b80 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0708120 Jun 23 14:14:47.523449 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ae755b55-c78b-4519-82e4-8e8d4400b4a4 req-dae6563a-f648-40e1-a731-b1b2540b33a9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323551 Jun 23 14:14:47.624702 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3654a7-80c7-4b2f-8783-d39314ab7cc9 req-a6346408-7114-410f-934e-40a9d4072242 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:47.626187 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8f3654a7-80c7-4b2f-8783-d39314ab7cc9 req-a6346408-7114-410f-934e-40a9d4072242 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0613608 Jun 23 14:14:47.663129 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8f3654a7-80c7-4b2f-8783-d39314ab7cc9 req-6eb9cdf5-cb60-4314-a4a8-318ea2e2d982 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310493 Jun 23 14:14:47.771475 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c65dba68-8f9e-4c84-95eb-38d1c6ef76b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:48.719119 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b4f71-c11d-43bf-91d2-ab8d40eba3c9 req-5ed32b51-c80a-49b2-bb0e-d32b80241065 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:48.720634 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6c7b4f71-c11d-43bf-91d2-ab8d40eba3c9 req-5ed32b51-c80a-49b2-bb0e-d32b80241065 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0731609 Jun 23 14:14:48.759045 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6c7b4f71-c11d-43bf-91d2-ab8d40eba3c9 req-5b568b77-78e8-4f42-810d-656c8258fbc3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319519 Jun 23 14:14:48.841324 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d502e7e-76e1-4196-8056-d5f29d560444 req-be500e0f-7644-42d8-99a8-7cf5848c68eb tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:48.842724 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5d502e7e-76e1-4196-8056-d5f29d560444 req-be500e0f-7644-42d8-99a8-7cf5848c68eb tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0639038 Jun 23 14:14:48.880401 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5d502e7e-76e1-4196-8056-d5f29d560444 req-73fca35e-81e9-4532-bd87-17c50cb1b708 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318933 Jun 23 14:14:49.939600 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d035ffa-0273-4ba3-a5d9-fa2effb38cb0 req-e641c164-6060-40ff-9e52-f6f8133ca98b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:49.941059 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1d035ffa-0273-4ba3-a5d9-fa2effb38cb0 req-e641c164-6060-40ff-9e52-f6f8133ca98b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0660608 Jun 23 14:14:49.982070 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1d035ffa-0273-4ba3-a5d9-fa2effb38cb0 req-b99b0141-6c12-408e-9d22-196bb1f35e61 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344753 Jun 23 14:14:50.058286 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede423c-6994-4d7e-8908-06dba51f2508 req-c7d89a1f-4d6d-4804-bd96-f9b1b0fb1fa7 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:50.059760 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dede423c-6994-4d7e-8908-06dba51f2508 req-c7d89a1f-4d6d-4804-bd96-f9b1b0fb1fa7 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0654309 Jun 23 14:14:50.098054 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dede423c-6994-4d7e-8908-06dba51f2508 req-5b1c09db-fe08-41b6-b60a-37a53f56845a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326951 Jun 23 14:14:50.350325 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-bf26cb07-ba49-44eb-a0d0-8e58c2840972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:50.900335 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.168423 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.194467 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41a9fb-0fb2-412b-84c9-0651097b11d5 req-5928574c-abb1-40ea-bd59-31d685330886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.196098 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2d41a9fb-0fb2-412b-84c9-0651097b11d5 req-5928574c-abb1-40ea-bd59-31d685330886 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 1099 time: 0.0671682 Jun 23 14:14:51.242667 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f090d5-e81d-4d4b-9fa9-da4a978f8050 req-a393ef2b-3a2f-4954-a25c-e681bb0b78b6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.250378 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c5f090d5-e81d-4d4b-9fa9-da4a978f8050 req-a393ef2b-3a2f-4954-a25c-e681bb0b78b6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1090837 Jun 23 14:14:51.287209 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c5f090d5-e81d-4d4b-9fa9-da4a978f8050 req-126024cb-86f6-4251-bbeb-fa0878cb5aaa tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359461 Jun 23 14:14:51.342312 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41a9fb-0fb2-412b-84c9-0651097b11d5 req-a97cdc00-2c33-4d1e-ba24-a08fdee7d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.343796 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2d41a9fb-0fb2-412b-84c9-0651097b11d5 req-a97cdc00-2c33-4d1e-ba24-a08fdee7d80e service neutron] 10.222.0.39 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 911 time: 0.1408131 Jun 23 14:14:51.365858 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8964f3-9608-47c3-aec6-4e2bf6a8e67b req-4ace54b5-3bba-4e94-b36b-b1f0c2cc4f29 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.367731 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6a8964f3-9608-47c3-aec6-4e2bf6a8e67b req-4ace54b5-3bba-4e94-b36b-b1f0c2cc4f29 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.1004252 Jun 23 14:14:51.447083 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6a8964f3-9608-47c3-aec6-4e2bf6a8e67b req-8d6420c5-9eb0-4e35-9ee5-3dd9ee2cced9 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515602 Jun 23 14:14:51.457510 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2d41a9fb-0fb2-412b-84c9-0651097b11d5 req-d0efa578-9a2a-40bd-a8c1-1941e2a5b2fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a HTTP/1.1" status: 200 len: 1002 time: 0.1062927 Jun 23 14:14:51.526633 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41a9fb-0fb2-412b-84c9-0651097b11d5 req-ad492e76-4139-4cf4-ab9a-7b9b8143fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.528045 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2d41a9fb-0fb2-412b-84c9-0651097b11d5 req-ad492e76-4139-4cf4-ab9a-7b9b8143fad5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 HTTP/1.1" status: 200 len: 849 time: 0.0636244 Jun 23 14:14:51.590524 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41a9fb-0fb2-412b-84c9-0651097b11d5 req-c14d5efa-a357-4503-8b73-987c7646f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.597643 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2d41a9fb-0fb2-412b-84c9-0651097b11d5 req-c14d5efa-a357-4503-8b73-987c7646f2c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50556b32-b72e-4178-bf44-bc520f43b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618091 Jun 23 14:14:51.707889 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2d41a9fb-0fb2-412b-84c9-0651097b11d5 req-a2a95062-33d0-44da-bd8d-1832a5f13d2b service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023324 Jun 23 14:14:51.837645 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2d41a9fb-0fb2-412b-84c9-0651097b11d5 req-a9aedf4f-3c2e-49fc-8366-5b57829b6356 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226871 Jun 23 14:14:52.508810 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fea3e-b859-4261-bbec-a382fbca2538 req-aab2f7e4-d7b0-4a4e-a5f5-d1bda2bda288 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:52.510700 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6a2fea3e-b859-4261-bbec-a382fbca2538 req-aab2f7e4-d7b0-4a4e-a5f5-d1bda2bda288 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0949025 Jun 23 14:14:52.565484 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6a2fea3e-b859-4261-bbec-a382fbca2538 req-95a47761-e402-4a09-a79b-0a12c6b53e5b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462201 Jun 23 14:14:52.657538 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2442516-daff-4a4b-aa1a-4d2754fc95ac req-ad29f5c7-85ef-40a4-af09-4f1581d369a4 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:52.659081 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e2442516-daff-4a4b-aa1a-4d2754fc95ac req-ad29f5c7-85ef-40a4-af09-4f1581d369a4 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0797622 Jun 23 14:14:52.711230 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e2442516-daff-4a4b-aa1a-4d2754fc95ac req-f8e00b25-465c-4f94-bcf6-169c9720319b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408688 Jun 23 14:14:53.324730 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:53.802093 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b3239-6c03-49cb-ae34-06a64701cc72 req-8de6379b-dd4e-4b7b-9a7a-9aafcca2ef46 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.810325 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d43b3239-6c03-49cb-ae34-06a64701cc72 req-8de6379b-dd4e-4b7b-9a7a-9aafcca2ef46 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1070397 Jun 23 14:14:53.865861 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d43b3239-6c03-49cb-ae34-06a64701cc72 req-c6d8d4bb-9b75-458a-91ee-ae20a91b5f3b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539877 Jun 23 14:14:53.906116 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3875df-7047-4cea-9999-0d59facbde2f req-ac9a6c80-c4fb-48ec-8c85-4b7254c1c372 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.907604 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ee3875df-7047-4cea-9999-0d59facbde2f req-ac9a6c80-c4fb-48ec-8c85-4b7254c1c372 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0729253 Jun 23 14:14:53.959224 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ee3875df-7047-4cea-9999-0d59facbde2f req-ff4a4ffc-c0a9-40f2-bdf0-ba1886c22f93 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452955 Jun 23 14:14:53.989507 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:14:55.147460 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d341a-a478-4f47-9692-8507a41bb225 req-df005b14-7d75-4f6d-a4fe-c8f1d49ad342 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:55.156503 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0b6d341a-a478-4f47-9692-8507a41bb225 req-df005b14-7d75-4f6d-a4fe-c8f1d49ad342 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1134636 Jun 23 14:14:55.171058 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e47e85-405a-4e4e-9606-63be21783eee req-2ebff659-47d9-47c7-a853-3e2a283a82b0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:55.179631 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-27e47e85-405a-4e4e-9606-63be21783eee req-2ebff659-47d9-47c7-a853-3e2a283a82b0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0784698 Jun 23 14:14:55.206390 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0b6d341a-a478-4f47-9692-8507a41bb225 req-a8d7a3c9-4030-4f6c-96aa-f25ffed484ad tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458879 Jun 23 14:14:55.235224 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-27e47e85-405a-4e4e-9606-63be21783eee req-95f4f398-e1ff-4821-b6b8-afecbf906ce5 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543227 Jun 23 14:14:56.424834 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf5227-71b3-4faf-ad0b-375911af3554 req-ff6d99d9-8fb7-4f33-8e99-00697ae67bec tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:56.426454 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5dbf5227-71b3-4faf-ad0b-375911af3554 req-ff6d99d9-8fb7-4f33-8e99-00697ae67bec tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0850439 Jun 23 14:14:56.483341 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5dbf5227-71b3-4faf-ad0b-375911af3554 req-02d7e50a-62a3-4ada-ad74-9accb15986f7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489292 Jun 23 14:14:56.510105 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164285b5-03f3-4aff-a859-edc2b21d6593 req-de43325a-a8ba-4185-9092-6b0b462bbf88 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:56.511625 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-164285b5-03f3-4aff-a859-edc2b21d6593 req-de43325a-a8ba-4185-9092-6b0b462bbf88 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0942159 Jun 23 14:14:56.555402 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-164285b5-03f3-4aff-a859-edc2b21d6593 req-7753375a-86eb-4f2d-b78f-3c94872904f5 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372877 Jun 23 14:14:57.674319 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d37a8-3efc-426b-9e55-c252314c5ee5 req-c62d8145-f4d7-42aa-90fa-d17d622d6e4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:57.676925 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-973d37a8-3efc-426b-9e55-c252314c5ee5 req-c62d8145-f4d7-42aa-90fa-d17d622d6e4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0774395 Jun 23 14:14:57.741838 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-973d37a8-3efc-426b-9e55-c252314c5ee5 req-3e23080a-692b-4c2b-8e02-023aa3fb546a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579774 Jun 23 14:14:57.746542 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552836e-85b0-4c7a-86db-b150841333da req-2c106fc8-81ad-439c-9b3a-d056b449b386 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:57.755438 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1552836e-85b0-4c7a-86db-b150841333da req-2c106fc8-81ad-439c-9b3a-d056b449b386 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0773740 Jun 23 14:14:57.794770 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1552836e-85b0-4c7a-86db-b150841333da req-fabd5087-9079-414e-b109-80639ff29d20 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379078 Jun 23 14:14:58.963795 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195ce6b-a62f-4106-9de5-f37c9e2346f8 req-f400477e-2129-431b-855f-ba8c606eaeeb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:58.966305 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5195ce6b-a62f-4106-9de5-f37c9e2346f8 req-f400477e-2129-431b-855f-ba8c606eaeeb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0842071 Jun 23 14:14:59.018744 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5195ce6b-a62f-4106-9de5-f37c9e2346f8 req-a20f57bf-bdda-4731-b4fb-653dabc2bab4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416937 Jun 23 14:15:00.242139 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcc0d2-12f0-48ad-907d-81e154e52258 req-b95904b8-4e5f-45c2-864a-7c4f127993c7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:00.243608 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f2bcc0d2-12f0-48ad-907d-81e154e52258 req-b95904b8-4e5f-45c2-864a-7c4f127993c7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0743272 Jun 23 14:15:00.316747 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f2bcc0d2-12f0-48ad-907d-81e154e52258 req-f016dd52-38d4-47db-a681-20e17a877ac7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670164 Jun 23 14:15:01.494118 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57a4fe-cfb1-49e3-8c45-4ed6374929fc req-10ab7d94-54a0-4ae9-9809-1c88d76ac31e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:01.495549 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1e57a4fe-cfb1-49e3-8c45-4ed6374929fc req-10ab7d94-54a0-4ae9-9809-1c88d76ac31e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0613575 Jun 23 14:15:01.534065 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1e57a4fe-cfb1-49e3-8c45-4ed6374929fc req-d8b87440-2d4a-46b9-84c5-a40eedbda3ec tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327699 Jun 23 14:15:02.814331 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e33d6-78a7-4d6f-916a-baadc4b05c22 req-ebd815f2-efe7-465b-abb7-684cb710fe6a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:02.815693 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-813e33d6-78a7-4d6f-916a-baadc4b05c22 req-ebd815f2-efe7-465b-abb7-684cb710fe6a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.1649222 Jun 23 14:15:02.853556 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-813e33d6-78a7-4d6f-916a-baadc4b05c22 req-1db8f4ef-cd02-4286-b69c-c0db84639be5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315611 Jun 23 14:15:04.029958 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7535-40ed-48ac-a2fe-e54172238b03 req-f3223c5e-868e-4447-a3bb-dac904273386 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:04.031608 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5a0f7535-40ed-48ac-a2fe-e54172238b03 req-f3223c5e-868e-4447-a3bb-dac904273386 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0660331 Jun 23 14:15:04.071658 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5a0f7535-40ed-48ac-a2fe-e54172238b03 req-2fd126c6-f28d-4af9-9fe5-e544505b7dc9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342746 Jun 23 14:15:04.368080 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f63a-73e4-4beb-9bcd-1e8a379f192f req-19625032-78bf-41f1-ba28-41146830151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:04.369542 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cd12f63a-73e4-4beb-9bcd-1e8a379f192f req-19625032-78bf-41f1-ba28-41146830151b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 1099 time: 0.0561407 Jun 23 14:15:04.462569 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f63a-73e4-4beb-9bcd-1e8a379f192f req-506c1858-06f3-42b1-a66b-73a03878464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:04.464025 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cd12f63a-73e4-4beb-9bcd-1e8a379f192f req-506c1858-06f3-42b1-a66b-73a03878464c service neutron] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 918 time: 0.0867441 Jun 23 14:15:04.535726 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cd12f63a-73e4-4beb-9bcd-1e8a379f192f req-f9f420fb-bade-4df7-9773-afccafe2d2d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80a8540b-718e-4874-a087-fe9eb7321b7b HTTP/1.1" status: 200 len: 1001 time: 0.0644224 Jun 23 14:15:04.589914 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f63a-73e4-4beb-9bcd-1e8a379f192f req-48c43e20-2c52-4edd-b88e-de913b463681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:04.591385 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cd12f63a-73e4-4beb-9bcd-1e8a379f192f req-48c43e20-2c52-4edd-b88e-de913b463681 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.0481713 Jun 23 14:15:04.649849 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12f63a-73e4-4beb-9bcd-1e8a379f192f req-a01f97b4-f12c-4ed7-ad04-f53e8765d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:04.651948 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cd12f63a-73e4-4beb-9bcd-1e8a379f192f req-a01f97b4-f12c-4ed7-ad04-f53e8765d16a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536706 Jun 23 14:15:04.744129 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cd12f63a-73e4-4beb-9bcd-1e8a379f192f req-2c496b20-59d2-4711-a9ed-30b7b21b99d5 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839505 Jun 23 14:15:04.856715 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cd12f63a-73e4-4beb-9bcd-1e8a379f192f req-09db4020-9206-4d35-a3b3-20879a91154e service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954423 Jun 23 14:15:05.256532 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5f821-614f-4052-ba48-4ecb0acf88fd req-e749dac8-508d-4916-a282-6b7502801c66 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:05.258236 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-52c5f821-614f-4052-ba48-4ecb0acf88fd req-e749dac8-508d-4916-a282-6b7502801c66 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0623083 Jun 23 14:15:05.294755 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-52c5f821-614f-4052-ba48-4ecb0acf88fd req-85a83032-dac6-4985-ac61-2d4a32013730 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307829 Jun 23 14:15:05.956123 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36122) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:06.065558 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.155692 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.159547 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.163035 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e7ff2e3b-6afe-4e72-b4d5-381ea0151d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:06.197667 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97512cb5d1584d6e9387831b287e1d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404664 Jun 23 14:15:06.199782 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edb2a4d-2fe6-439d-b32c-50bc49cdcd1b,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:06.200743 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 36128) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:06.208339 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.208709 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.209070 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.209422 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.209770 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.210143 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.210599 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.211038 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.211676 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.211676 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.212359 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.212620 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.218002 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:06.255924 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.277911 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.332141 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.334130 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.335325 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6edb2a4d-2fe6-439d-b32c-50bc49cdcd1b HTTP/1.1" status: 204 len: 168 time: 0.1333754 Jun 23 14:15:06.336389 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8b9b2253-f7c8-490b-aa19-aeede80f393e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:06.344356 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edb2a4d-2fe6-439d-b32c-50bc49cdcd1b,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:06.353064 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.354005 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.354005 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.354258 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.354624 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.354981 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.355336 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.355854 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.356029 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.356381 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.356727 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.357074 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.360480 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:06.530067 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c0a52-4a1e-4c4e-af25-9bc1f79c6808 req-4b7531ce-584f-4734-8638-edd32e855e94 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:06.537057 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c22c0a52-4a1e-4c4e-af25-9bc1f79c6808 req-4b7531ce-584f-4734-8638-edd32e855e94 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 946 time: 0.0854018 Jun 23 14:15:06.570881 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c22c0a52-4a1e-4c4e-af25-9bc1f79c6808 req-2cf0b4a7-b6a9-4202-89be-998ee29822a7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329673 Jun 23 14:15:06.677562 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 80a8540b-718e-4874-a087-fe9eb7321b7b no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:15:06.770246 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.797418 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:06.799708 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d470a9-b3cb-40cb-aedb-1c9a355dbbad" -d '{"events": [{"server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "name": "network-vif-unplugged", "status": "completed", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:06.822791 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:06.829181 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.831921 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:06.872369 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0227d13d-46ed-41a4-92de-8121f2b08557 x-openstack-request-id: req-0227d13d-46ed-41a4-92de-8121f2b08557 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:06.872994 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "name": "network-vif-unplugged", "status": "completed", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:06.873646 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0227d13d-46ed-41a4-92de-8121f2b08557 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:06.874440 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'code': 200} Jun 23 14:15:06.889055 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.910720 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=80a8540b-718e-4874-a087-fe9eb7321b7b,revision_number=8']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:06.918756 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.919098 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.919431 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.919759 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.920085 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.920475 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.920721 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.921038 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.921355 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.921675 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.921989 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.922323 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:06.927166 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:07.798081 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59014985-c171-4c65-a31c-5c80a86b0134 req-ff3d9e63-f71a-4ac0-9af2-43d0b0fe5cb1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:07.799715 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-59014985-c171-4c65-a31c-5c80a86b0134 req-ff3d9e63-f71a-4ac0-9af2-43d0b0fe5cb1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0781717 Jun 23 14:15:07.844103 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-59014985-c171-4c65-a31c-5c80a86b0134 req-5bba27b1-7084-447f-a4a0-96c68fb45418 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376406 Jun 23 14:15:07.884105 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 36210) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:07.960556 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 36218) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:08.062232 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0521e135-8797-41f0-b0c2-a9808cd22ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.161276 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-86c6970b-9393-475e-81b8-5773b6914aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.209132 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0521e135-8797-41f0-b0c2-a9808cd22ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.215551 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-0521e135-8797-41f0-b0c2-a9808cd22ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.243030 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-104ff5b7-e6fc-418f-b11a-0e6fd02d7c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:08.264010 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36236) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:08.264691 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-0521e135-8797-41f0-b0c2-a9808cd22ddd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8d48507b1144b01a96dfaee50482b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790181 Jun 23 14:15:08.296014 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521e135-8797-41f0-b0c2-a9808cd22ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ed1f56-0088-4ff7-96c4-97b1da1ebe9f,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:08.300204 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0521e135-8797-41f0-b0c2-a9808cd22ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:08.349759 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7d09-6ffd-445e-aef6-0dcf2ee18321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.373944 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7d09-6ffd-445e-aef6-0dcf2ee18321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.393820 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-86c6970b-9393-475e-81b8-5773b6914aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.398802 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-86c6970b-9393-475e-81b8-5773b6914aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.403914 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e3018f50-ead5-4c21-8a18-98232fbb6f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:08.447184 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7d09-6ffd-445e-aef6-0dcf2ee18321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.450324 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7d09-6ffd-445e-aef6-0dcf2ee18321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.451896 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6970b-9393-475e-81b8-5773b6914aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b980d08f-501a-41e7-8a46-577c24db7469,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:08.455686 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-86c6970b-9393-475e-81b8-5773b6914aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:08.462259 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-86c6970b-9393-475e-81b8-5773b6914aae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=634ead36465c4e9e9cd77771b35e35a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971836 Jun 23 14:15:08.462259 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 36244) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:08.464705 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-4f2c7d09-6ffd-445e-aef6-0dcf2ee18321 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36ed1f56-0088-4ff7-96c4-97b1da1ebe9f HTTP/1.1" status: 204 len: 168 time: 0.1897116 Jun 23 14:15:08.467394 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-96532013-7454-497b-a6d3-9fd17592d6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:08.488738 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c7d09-6ffd-445e-aef6-0dcf2ee18321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ed1f56-0088-4ff7-96c4-97b1da1ebe9f,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:08.506179 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4f2c7d09-6ffd-445e-aef6-0dcf2ee18321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:08.529923 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4113267a-7ce8-4fc5-ba41-2f99e20dedf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.552293 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4113267a-7ce8-4fc5-ba41-2f99e20dedf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.605741 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4113267a-7ce8-4fc5-ba41-2f99e20dedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.608375 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4113267a-7ce8-4fc5-ba41-2f99e20dedf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.609508 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-4113267a-7ce8-4fc5-ba41-2f99e20dedf6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b980d08f-501a-41e7-8a46-577c24db7469 HTTP/1.1" status: 204 len: 168 time: 0.1469944 Jun 23 14:15:08.610298 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b5500f3a-4742-4889-bc2f-61bcfa0c5bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:08.620089 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113267a-7ce8-4fc5-ba41-2f99e20dedf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b980d08f-501a-41e7-8a46-577c24db7469,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:08.622560 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4113267a-7ce8-4fc5-ba41-2f99e20dedf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:08.844412 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 36256) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:08.858789 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-345fee69-cc68-4077-943c-5a2152c13fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.870827 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55230388-92b9-4be4-92ec-3f24bcb0100c req-c83a5c57-9d63-4b3b-9907-ab20100d5918 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:08.878422 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-55230388-92b9-4be4-92ec-3f24bcb0100c req-c83a5c57-9d63-4b3b-9907-ab20100d5918 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0880845 Jun 23 14:15:08.922481 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-55230388-92b9-4be4-92ec-3f24bcb0100c req-5ada8c9a-f714-4342-9a6e-fda5302884f0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430601 Jun 23 14:15:08.992381 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-345fee69-cc68-4077-943c-5a2152c13fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.998071 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-345fee69-cc68-4077-943c-5a2152c13fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.003797 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d1a86705-b6ea-4c73-9f15-b5e43137d83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:09.043193 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-345fee69-cc68-4077-943c-5a2152c13fa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d18a62d6f8e64e00b7f55653bd243d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976631 Jun 23 14:15:09.044860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fee69-cc68-4077-943c-5a2152c13fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c4a888-ed0d-448c-b6fc-ea7d4e07223a,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:09.045946 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36266) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:09.048713 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-345fee69-cc68-4077-943c-5a2152c13fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:09.050834 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 36268) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:09.068026 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b24ae1f-daf4-4784-8ee8-b62def94ca2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.115954 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5191605f-b6cf-42e6-9195-ad6d5a98df81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.144550 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5191605f-b6cf-42e6-9195-ad6d5a98df81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.188116 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b24ae1f-daf4-4784-8ee8-b62def94ca2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.192652 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b24ae1f-daf4-4784-8ee8-b62def94ca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.196134 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4113267a-7ce8-4fc5-ba41-2f99e20dedf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:09.196560 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5191605f-b6cf-42e6-9195-ad6d5a98df81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.199198 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5191605f-b6cf-42e6-9195-ad6d5a98df81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.200464 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-5191605f-b6cf-42e6-9195-ad6d5a98df81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21c4a888-ed0d-448c-b6fc-ea7d4e07223a HTTP/1.1" status: 204 len: 168 time: 0.1532900 Jun 23 14:15:09.201230 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-244de495-fc2d-4cfc-a372-da98aaced96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:09.208898 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191605f-b6cf-42e6-9195-ad6d5a98df81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c4a888-ed0d-448c-b6fc-ea7d4e07223a,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:09.218278 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-5191605f-b6cf-42e6-9195-ad6d5a98df81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:09.240874 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-7b24ae1f-daf4-4784-8ee8-b62def94ca2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d36361bb1e6471e869c6fa1cfe7433e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866350 Jun 23 14:15:09.242331 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36272) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:09.259483 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24ae1f-daf4-4784-8ee8-b62def94ca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b18e706-8684-4b72-90b2-4e5932257ab6,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:09.276704 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7b24ae1f-daf4-4784-8ee8-b62def94ca2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:09.303148 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f3deeb29-a293-4677-87b2-98569ca75744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.329983 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f3deeb29-a293-4677-87b2-98569ca75744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.417628 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f3deeb29-a293-4677-87b2-98569ca75744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.420447 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f3deeb29-a293-4677-87b2-98569ca75744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.421641 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-f3deeb29-a293-4677-87b2-98569ca75744 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b18e706-8684-4b72-90b2-4e5932257ab6 HTTP/1.1" status: 204 len: 168 time: 0.1780591 Jun 23 14:15:09.422430 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4f2c7d09-6ffd-445e-aef6-0dcf2ee18321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:09.434299 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3deeb29-a293-4677-87b2-98569ca75744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b18e706-8684-4b72-90b2-4e5932257ab6,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:09.436592 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f3deeb29-a293-4677-87b2-98569ca75744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:09.507993 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36290) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:09.643800 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-dd778066-8b8a-4a84-b63b-2b3f5d39e5de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1343265 Jun 23 14:15:09.918842 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b79c2-5c59-4d68-8c95-940d9d694802 req-8250e9cd-8eba-4b4a-af4a-2c6701b80032 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:09.930607 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fd5b79c2-5c59-4d68-8c95-940d9d694802 req-8250e9cd-8eba-4b4a-af4a-2c6701b80032 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 945 time: 0.0912971 Jun 23 14:15:09.993320 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fd5b79c2-5c59-4d68-8c95-940d9d694802 req-3accc8a8-6143-466f-a050-cc103023685a tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550640 Jun 23 14:15:10.164973 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de48f1-949e-4b29-9517-697a6e41e6e7 req-7a8edd47-8543-4662-9fab-32a5fbfd09c8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:10.167430 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a0de48f1-949e-4b29-9517-697a6e41e6e7 req-7a8edd47-8543-4662-9fab-32a5fbfd09c8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0883274 Jun 23 14:15:10.224545 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a0de48f1-949e-4b29-9517-697a6e41e6e7 req-8824b057-ee52-4d2b-ba8e-4f786c87d5b2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470579 Jun 23 14:15:10.711430 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 80a8540b-718e-4874-a087-fe9eb7321b7b no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:15:11.240910 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2314c77-6868-45e3-9ad5-cf27a7893e2e req-ac2d9911-9344-4052-8927-e7ddfa67708b tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:11.243906 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a2314c77-6868-45e3-9ad5-cf27a7893e2e req-ac2d9911-9344-4052-8927-e7ddfa67708b tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 945 time: 0.0928726 Jun 23 14:15:11.303932 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a2314c77-6868-45e3-9ad5-cf27a7893e2e req-cb96e168-99fa-4ec7-a212-5fe50a7f438c tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525346 Jun 23 14:15:11.469150 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94737bfb-718c-4512-88ea-57f5c32f4f69 req-3911a33d-273f-4ed6-adb6-38fe8ea899f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:11.471101 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-94737bfb-718c-4512-88ea-57f5c32f4f69 req-3911a33d-273f-4ed6-adb6-38fe8ea899f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0768549 Jun 23 14:15:11.531319 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-94737bfb-718c-4512-88ea-57f5c32f4f69 req-4c5a7cd0-4764-48bc-a35c-bdc6ded6f42a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540819 Jun 23 14:15:11.690273 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 36408) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:11.808875 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-afc7a755-0fc4-4fb0-8c08-b3edfffae477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:11.900121 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-afc7a755-0fc4-4fb0-8c08-b3edfffae477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:11.904528 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-afc7a755-0fc4-4fb0-8c08-b3edfffae477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:11.908008 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0904f27c-976b-4062-9f78-2d30c74f440a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:11.944047 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-afc7a755-0fc4-4fb0-8c08-b3edfffae477 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a41354d3eb446c5889970a5de9e567b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527165 Jun 23 14:15:11.946196 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7a755-0fc4-4fb0-8c08-b3edfffae477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251ca3ef-6a15-4b05-a46e-61326d5c4643,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:11.947485 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36430) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:11.949333 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-afc7a755-0fc4-4fb0-8c08-b3edfffae477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:12.028577 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9d50a9ea-d02e-4a1e-964a-a7d427ee83e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.056229 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9d50a9ea-d02e-4a1e-964a-a7d427ee83e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.120589 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9d50a9ea-d02e-4a1e-964a-a7d427ee83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.123400 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9d50a9ea-d02e-4a1e-964a-a7d427ee83e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.127070 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9d50a9ea-d02e-4a1e-964a-a7d427ee83e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/251ca3ef-6a15-4b05-a46e-61326d5c4643 HTTP/1.1" status: 204 len: 168 time: 0.1761301 Jun 23 14:15:12.127070 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-37a02e45-e492-4c76-ad60-dd7471e0474a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:12.134471 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50a9ea-d02e-4a1e-964a-a7d427ee83e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251ca3ef-6a15-4b05-a46e-61326d5c4643,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:12.137164 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9d50a9ea-d02e-4a1e-964a-a7d427ee83e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:12.350683 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-51f17587-cb65-4fbe-80af-d37dc9208c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:12.353254 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-51f17587-cb65-4fbe-80af-d37dc9208c5c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0&tenant_id=5d7c700b49d342b3bbed8da39da42fd9 HTTP/1.1" status: 200 len: 1097 time: 0.4009428 Jun 23 14:15:12.372904 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f13cd8-3808-4272-8b13-da70b512d595 req-58d6e328-0e15-42ab-9dc8-1553646443f3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:12.374463 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-59f13cd8-3808-4272-8b13-da70b512d595 req-58d6e328-0e15-42ab-9dc8-1553646443f3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.39 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 945 time: 0.4207797 Jun 23 14:15:12.474964 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36472) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:12.501593 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-86ddf255-0107-46c5-8346-5ad50cd67846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.519390 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-5429f8af-89cd-432a-809a-67c73fdb8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:12.520851 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-5429f8af-89cd-432a-809a-67c73fdb8e58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 1097 time: 0.1308854 Jun 23 14:15:12.557323 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-59f13cd8-3808-4272-8b13-da70b512d595 req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Deleting port 0841b430-9f15-449e-8227-34d086f2c92e {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:15:12.557730 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-59f13cd8-3808-4272-8b13-da70b512d595 req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.559131 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ab137-d046-4a32-90b3-6f1be44cafc3 req-26e9de6e-c20e-4031-9800-367a2a2777c6 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:12.560788 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-884ab137-d046-4a32-90b3-6f1be44cafc3 req-26e9de6e-c20e-4031-9800-367a2a2777c6 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 945 time: 0.1197975 Jun 23 14:15:12.686353 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-86ddf255-0107-46c5-8346-5ad50cd67846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.691466 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-59f13cd8-3808-4272-8b13-da70b512d595 req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] For port 0841b430-9f15-449e-8227-34d086f2c92e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0841b430-9f15-449e-8227-34d086f2c92e,segment=NetworkSegment(a7a654c1-03bf-4ba0-bcd9-dbe7930df342),segment_id=a7a654c1-03bf-4ba0-bcd9-dbe7930df342)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:12.691838 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-59f13cd8-3808-4272-8b13-da70b512d595 req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.695677 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-884ab137-d046-4a32-90b3-6f1be44cafc3 req-60ac1bda-99ad-44dd-b1c3-eae8d949f9c3 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/security-groups?id=0170392d-3fef-47c9-8195-297dff7d895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033697 Jun 23 14:15:12.697491 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-86ddf255-0107-46c5-8346-5ad50cd67846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.720121 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-614018c7-5f84-4889-b0db-3b7a6b48ee4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:12.735961 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-86ddf255-0107-46c5-8346-5ad50cd67846 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e37fc945d9324402a8e4e40b9a48ada8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598948 Jun 23 14:15:12.737257 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-59f13cd8-3808-4272-8b13-da70b512d595 req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Calling delete_port for 0841b430-9f15-449e-8227-34d086f2c92e owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:15:12.739779 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36488) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:12.764056 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddf255-0107-46c5-8346-5ad50cd67846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c11f56d-e84b-4e90-850c-498378e413be,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:12.767020 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-86ddf255-0107-46c5-8346-5ad50cd67846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:12.802922 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5be8ceb7-3b45-4acc-b422-33b27cf31b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.826405 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5be8ceb7-3b45-4acc-b422-33b27cf31b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.832565 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-8a103c63-8f9f-4069-880b-ca20a309c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:12.834024 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-8a103c63-8f9f-4069-880b-ca20a309c800 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 918 time: 0.3050272 Jun 23 14:15:12.887742 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5be8ceb7-3b45-4acc-b422-33b27cf31b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.890981 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5be8ceb7-3b45-4acc-b422-33b27cf31b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:12.892115 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-5be8ceb7-3b45-4acc-b422-33b27cf31b0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c11f56d-e84b-4e90-850c-498378e413be HTTP/1.1" status: 204 len: 168 time: 0.1511962 Jun 23 14:15:12.893107 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95d10e4d-e706-43be-aed1-b1314baf5948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:12.919085 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8ceb7-3b45-4acc-b422-33b27cf31b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c11f56d-e84b-4e90-850c-498378e413be,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:12.930540 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b7e8-c443-4bf8-9ccc-fee9a814528b req-734b0fbc-84e1-4e74-9e99-65b658a6d995 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:12.932090 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d949b7e8-c443-4bf8-9ccc-fee9a814528b req-734b0fbc-84e1-4e74-9e99-65b658a6d995 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.2302833 Jun 23 14:15:12.948800 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-fbcc7448-fc13-4b23-9591-f8ccc183a595 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80a8540b-718e-4874-a087-fe9eb7321b7b HTTP/1.1" status: 200 len: 999 time: 0.1042721 Jun 23 14:15:12.953845 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-5be8ceb7-3b45-4acc-b422-33b27cf31b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:12.989698 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36494) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:13.074690 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d949b7e8-c443-4bf8-9ccc-fee9a814528b req-6973cc76-0a8e-4e08-9044-e5144046cf8e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283970 Jun 23 14:15:13.078340 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-6fc7b52c-e8a9-488d-b0dc-074197028b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:13.079645 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-6fc7b52c-e8a9-488d-b0dc-074197028b74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.1210957 Jun 23 14:15:13.130270 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-59f13cd8-3808-4272-8b13-da70b512d595 req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:13.135492 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9da264ae-8dbd-45c9-9eff-da15e3cbb9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:13.167336 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Pushing event deleted for resources: {'Port': ['ID=0841b430-9f15-449e-8227-34d086f2c92e,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:13.168058 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['0841b430-9f15-449e-8227-34d086f2c92e'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:15:13.176395 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:13.235042 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f13cd8-3808-4272-8b13-da70b512d595 req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] No DVR routers for this DVR port 0841b430-9f15-449e-8227-34d086f2c92e on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:15:13.238097 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-59f13cd8-3808-4272-8b13-da70b512d595 req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:13.240005 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-59f13cd8-3808-4272-8b13-da70b512d595 req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.39 "DELETE /v2.0/ports/0841b430-9f15-449e-8227-34d086f2c92e HTTP/1.1" status: 204 len: 173 time: 0.8590059 Jun 23 14:15:13.242194 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa4ced0-d50b-49bf-bfcb-9c5b37f81239', 'name': 'network-vif-deleted', 'tag': '0841b430-9f15-449e-8227-34d086f2c92e'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:13.244568 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606c6597-3f2f-45d1-8416-65b0b9f930e5" -d '{"events": [{"server_uuid": "6aa4ced0-d50b-49bf-bfcb-9c5b37f81239", "name": "network-vif-deleted", "tag": "0841b430-9f15-449e-8227-34d086f2c92e"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:13.246976 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-add680e7-3a50-40c2-9fb9-0b92afbe44a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:13.261573 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-75afc9c8-9aa0-4018-9c77-40ca48eb7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:13.261573 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-75afc9c8-9aa0-4018-9c77-40ca48eb7f5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1728528 Jun 23 14:15:13.344859 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb04607-9960-4735-96ec-22c3ee5547c8 x-openstack-request-id: req-1eb04607-9960-4735-96ec-22c3ee5547c8 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:13.345189 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa4ced0-d50b-49bf-bfcb-9c5b37f81239", "name": "network-vif-deleted", "tag": "0841b430-9f15-449e-8227-34d086f2c92e", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:13.345480 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1eb04607-9960-4735-96ec-22c3ee5547c8 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:13.345907 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa4ced0-d50b-49bf-bfcb-9c5b37f81239', 'name': 'network-vif-deleted', 'tag': '0841b430-9f15-449e-8227-34d086f2c92e', 'status': 'completed', 'code': 200} Jun 23 14:15:13.405058 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-add680e7-3a50-40c2-9fb9-0b92afbe44a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:13.409784 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-add680e7-3a50-40c2-9fb9-0b92afbe44a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:13.414229 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-54089d98-a3bc-4190-a67b-74c32972dcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:13.431884 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-94832fb2-e3ff-47f5-92f0-582c259ea1bc service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610568 Jun 23 14:15:13.453626 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add680e7-3a50-40c2-9fb9-0b92afbe44a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bdead1-cf59-411d-a613-b55117ab4116,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:13.478964 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-add680e7-3a50-40c2-9fb9-0b92afbe44a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:13.489749 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-add680e7-3a50-40c2-9fb9-0b92afbe44a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81083f3b55ae4635a118eaad904e8d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4988053 Jun 23 14:15:13.493110 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36510) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:13.554562 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d3d3898f-0bd5-4c8d-b999-dc0893c0164c req-b0f12a22-5efe-4e6b-b3b5-60d09f7ee36b service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075017 Jun 23 14:15:13.556039 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6966213b-7fc7-4672-bd97-eb199f97c2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:13.581786 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6966213b-7fc7-4672-bd97-eb199f97c2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:13.641616 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6966213b-7fc7-4672-bd97-eb199f97c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:13.644792 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6966213b-7fc7-4672-bd97-eb199f97c2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:13.645950 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-6966213b-7fc7-4672-bd97-eb199f97c2b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97bdead1-cf59-411d-a613-b55117ab4116 HTTP/1.1" status: 204 len: 168 time: 0.1516161 Jun 23 14:15:13.646769 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-5191605f-b6cf-42e6-9195-ad6d5a98df81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:13.657474 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966213b-7fc7-4672-bd97-eb199f97c2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bdead1-cf59-411d-a613-b55117ab4116,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:13.659984 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-6966213b-7fc7-4672-bd97-eb199f97c2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:13.966716 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-713dc406-8392-4867-8b89-b2c31b04615d req-ee8fb517-7f9f-4ae1-8c14-367262233955 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aa4ced0-d50b-49bf-bfcb-9c5b37f81239 HTTP/1.1" status: 200 len: 210 time: 0.0483756 Jun 23 14:15:14.022310 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36540) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:14.047684 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bfbc80d6-361b-432a-b6ea-f0a5293d2b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.207444 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bfbc80d6-361b-432a-b6ea-f0a5293d2b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.215321 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bfbc80d6-361b-432a-b6ea-f0a5293d2b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.219527 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2ddc45da-7313-489d-b208-fba51c7c2a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:14.302241 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc80d6-361b-432a-b6ea-f0a5293d2b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a32c2a-fb3d-417e-8863-4fce78f757ff,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:14.337465 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-bfbc80d6-361b-432a-b6ea-f0a5293d2b23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1916b0bb66f34e249ee5a1f197ac4ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123624 Jun 23 14:15:14.338640 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-bfbc80d6-361b-432a-b6ea-f0a5293d2b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:14.341745 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 36556) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:14.424511 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e1e286dd-8bfc-4f9b-a879-6d22e344bf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.424772 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f059d5-ab5b-49d0-b1bc-0d2706d145f7 req-13dd2ff8-824d-46fb-b79b-fbd01cf9ab4d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:14.427390 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-82f059d5-ab5b-49d0-b1bc-0d2706d145f7 req-13dd2ff8-824d-46fb-b79b-fbd01cf9ab4d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.1495421 Jun 23 14:15:14.459740 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e1e286dd-8bfc-4f9b-a879-6d22e344bf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.488825 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-82f059d5-ab5b-49d0-b1bc-0d2706d145f7 req-9a22ee64-e184-4641-8345-8de889a749e7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547409 Jun 23 14:15:14.565498 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e1e286dd-8bfc-4f9b-a879-6d22e344bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.569161 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e1e286dd-8bfc-4f9b-a879-6d22e344bf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.570668 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-e1e286dd-8bfc-4f9b-a879-6d22e344bf41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4a32c2a-fb3d-417e-8863-4fce78f757ff HTTP/1.1" status: 204 len: 168 time: 0.2278800 Jun 23 14:15:14.571867 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9dae07df-ad05-46e5-a6a9-56bed33132d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:14.582446 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e286dd-8bfc-4f9b-a879-6d22e344bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a32c2a-fb3d-417e-8863-4fce78f757ff,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:14.585958 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e1e286dd-8bfc-4f9b-a879-6d22e344bf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:15.864157 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c27eb-cc17-4be5-90c9-818ffc726427 req-720451b8-0119-4748-bc2c-a921e168b339 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:15.866002 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-433c27eb-cc17-4be5-90c9-818ffc726427 req-720451b8-0119-4748-bc2c-a921e168b339 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.1505408 Jun 23 14:15:15.915979 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-433c27eb-cc17-4be5-90c9-818ffc726427 req-7b5d4bc1-f7b0-49c2-b906-fcea42ef67fd tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399725 Jun 23 14:15:16.767716 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 0841b430-9f15-449e-8227-34d086f2c92e no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:15:16.798271 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 0841b430-9f15-449e-8227-34d086f2c92e {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:15:16.798773 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 0841b430-9f15-449e-8227-34d086f2c92e not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:15:17.115128 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ad784-0bc9-4b18-930f-6b5f8f9372f8 req-6502d615-be48-4d94-bdf3-f83d9104d0c2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:17.117913 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b85ad784-0bc9-4b18-930f-6b5f8f9372f8 req-6502d615-be48-4d94-bdf3-f83d9104d0c2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0705752 Jun 23 14:15:17.158944 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b85ad784-0bc9-4b18-930f-6b5f8f9372f8 req-a2a90900-0c67-4a2f-8711-fcf1527eef58 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349302 Jun 23 14:15:17.777942 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b2043684-4abb-44a4-9ac3-d11ac6ad05f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:18.366844 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d2b49-a9e4-46dc-ba37-e6c3fd71322d req-28e47580-bc2a-47b1-8380-69bd22e8bb8b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:18.370637 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-205d2b49-a9e4-46dc-ba37-e6c3fd71322d req-28e47580-bc2a-47b1-8380-69bd22e8bb8b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0858572 Jun 23 14:15:18.417547 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-205d2b49-a9e4-46dc-ba37-e6c3fd71322d req-ac0ac7c3-6f9e-4c46-8ecc-c1ecd1902b9e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421927 Jun 23 14:15:19.600148 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cbed9-bedf-40a9-9503-b5a0b8b36545 req-64b7e313-7210-478b-9fc8-041a48aec7ee tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:19.602172 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-395cbed9-bedf-40a9-9503-b5a0b8b36545 req-64b7e313-7210-478b-9fc8-041a48aec7ee tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0653667 Jun 23 14:15:19.639923 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-395cbed9-bedf-40a9-9503-b5a0b8b36545 req-dcee9638-9a4f-4950-82e4-d21418722aa8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Jun 23 14:15:20.355338 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6020647c-20d0-4e5a-9790-1e462633ceef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:20.835893 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef6978-9580-463c-99c9-1225c321d254 req-0c69dc94-3484-4e03-872c-5afac6d9193b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:20.837378 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e9ef6978-9580-463c-99c9-1225c321d254 req-0c69dc94-3484-4e03-872c-5afac6d9193b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0691853 Jun 23 14:15:20.893290 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e9ef6978-9580-463c-99c9-1225c321d254 req-276df22d-0a00-4f48-af9e-78fff895928e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498574 Jun 23 14:15:20.917980 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:21.170752 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:22.117660 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b326df-1d0d-4356-a683-fcbd44ec51f8 req-9d1d754d-8d7a-44c5-911c-ef197b9b7dc4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:22.120063 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-05b326df-1d0d-4356-a683-fcbd44ec51f8 req-9d1d754d-8d7a-44c5-911c-ef197b9b7dc4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0782144 Jun 23 14:15:22.164284 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-05b326df-1d0d-4356-a683-fcbd44ec51f8 req-c8805291-d8ce-492d-9e79-353af6968784 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357544 Jun 23 14:15:23.317931 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:23.360449 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4fd82-6c51-4701-8ab6-bae2b8ee708a req-e0efa623-f733-421b-a29f-eff8f2cc4a56 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:23.362232 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-90a4fd82-6c51-4701-8ab6-bae2b8ee708a req-e0efa623-f733-421b-a29f-eff8f2cc4a56 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0768349 Jun 23 14:15:23.406801 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-90a4fd82-6c51-4701-8ab6-bae2b8ee708a req-59fbac3e-e7ca-49ea-a636-1037c2fb68fb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387344 Jun 23 14:15:24.751381 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3a8ce-e6d2-47f9-b2a4-822b1c45fe60 req-7bab5ca5-15ee-48c0-aaee-52dcb1f9ac95 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:24.752811 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-05c3a8ce-e6d2-47f9-b2a4-822b1c45fe60 req-7bab5ca5-15ee-48c0-aaee-52dcb1f9ac95 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0685506 Jun 23 14:15:24.804188 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-05c3a8ce-e6d2-47f9-b2a4-822b1c45fe60 req-d231261c-db0f-43f1-9688-15d91e48f18d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350842 Jun 23 14:15:26.027962 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb8a3f-c121-45aa-81c9-49e56540c0e7 req-11c7fb5c-512d-4578-a713-3bff8f383fe3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:26.029417 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7ccb8a3f-c121-45aa-81c9-49e56540c0e7 req-11c7fb5c-512d-4578-a713-3bff8f383fe3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0951128 Jun 23 14:15:26.071215 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7ccb8a3f-c121-45aa-81c9-49e56540c0e7 req-5652d5f4-54ff-4416-b262-0dc8ddbeb3b5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359526 Jun 23 14:15:26.682917 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 36758) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:26.837723 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ece99a8e-a504-48ed-9073-12f80a0f763a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:26.935797 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ece99a8e-a504-48ed-9073-12f80a0f763a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:26.939590 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ece99a8e-a504-48ed-9073-12f80a0f763a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:26.942105 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f546572c-ce03-4267-b4c8-e9762039a47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:26.980803 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-ece99a8e-a504-48ed-9073-12f80a0f763a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4455ef692e34c9ca94cfe7f7b49d5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957001 Jun 23 14:15:26.980803 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece99a8e-a504-48ed-9073-12f80a0f763a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c865451-df02-4743-bfcc-f6c36b050910,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:26.983259 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36766) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:26.983983 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ece99a8e-a504-48ed-9073-12f80a0f763a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:27.049700 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e26a02eb-280f-4cb6-af2b-a7c55ed0f4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.072496 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e26a02eb-280f-4cb6-af2b-a7c55ed0f4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.139489 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e26a02eb-280f-4cb6-af2b-a7c55ed0f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.142124 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e26a02eb-280f-4cb6-af2b-a7c55ed0f4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.144353 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-e26a02eb-280f-4cb6-af2b-a7c55ed0f4c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c865451-df02-4743-bfcc-f6c36b050910 HTTP/1.1" status: 204 len: 168 time: 0.1592534 Jun 23 14:15:27.146405 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8bfb8635-2ecd-4228-810b-c17b340e4250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:27.156409 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a02eb-280f-4cb6-af2b-a7c55ed0f4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c865451-df02-4743-bfcc-f6c36b050910,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:27.170227 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e26a02eb-280f-4cb6-af2b-a7c55ed0f4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:27.297792 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20efc7-a9a8-4e9d-8c8f-c6c6ddd911c6 req-48ac89ca-d01f-496a-8e3f-63b0b3d2e377 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:27.299292 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3f20efc7-a9a8-4e9d-8c8f-c6c6ddd911c6 req-48ac89ca-d01f-496a-8e3f-63b0b3d2e377 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0665314 Jun 23 14:15:27.337977 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3f20efc7-a9a8-4e9d-8c8f-c6c6ddd911c6 req-72e5ab58-d906-47e1-86eb-eb3b9f141db1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320215 Jun 23 14:15:27.463604 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36774) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:27.477686 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-817442b0-f934-412b-b098-4f1a1600ca44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.583998 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-817442b0-f934-412b-b098-4f1a1600ca44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.588621 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-817442b0-f934-412b-b098-4f1a1600ca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.591280 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f619d936-5054-470f-b7e9-5f494f61550b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:27.627517 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817442b0-f934-412b-b098-4f1a1600ca44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d46625-c44e-4999-b81f-d8733a766804,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:27.631828 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-817442b0-f934-412b-b098-4f1a1600ca44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=889d9036f46546ce9ea9d935cfe3a969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670420 Jun 23 14:15:27.632807 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-817442b0-f934-412b-b098-4f1a1600ca44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:27.634964 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 36776) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:27.687046 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5d8264a9-d0e2-489d-9944-b1ed007312cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.710580 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5d8264a9-d0e2-489d-9944-b1ed007312cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.758460 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5d8264a9-d0e2-489d-9944-b1ed007312cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.761050 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5d8264a9-d0e2-489d-9944-b1ed007312cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:27.764605 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-5d8264a9-d0e2-489d-9944-b1ed007312cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5d46625-c44e-4999-b81f-d8733a766804 HTTP/1.1" status: 204 len: 168 time: 0.1262033 Jun 23 14:15:27.764605 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-5a265468-4853-4e89-b536-644a4a9893ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:27.771422 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8264a9-d0e2-489d-9944-b1ed007312cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d46625-c44e-4999-b81f-d8733a766804,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:27.774280 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-5d8264a9-d0e2-489d-9944-b1ed007312cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:28.612445 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a329f-79bf-4f9c-bfb2-aafd3082fda4 req-a271d0d1-b863-4793-8639-60189ecca2dd tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:28.614135 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f25a329f-79bf-4f9c-bfb2-aafd3082fda4 req-a271d0d1-b863-4793-8639-60189ecca2dd tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.1069155 Jun 23 14:15:28.664699 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f25a329f-79bf-4f9c-bfb2-aafd3082fda4 req-289bfd39-ec81-42b6-b623-ea40ee807f55 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400658 Jun 23 14:15:29.870003 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f8990-4fdf-426c-9c2c-830875c68658 req-2e8bc10a-2f26-4bbf-8608-a23adc477ea6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:29.872515 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-415f8990-4fdf-426c-9c2c-830875c68658 req-2e8bc10a-2f26-4bbf-8608-a23adc477ea6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0773292 Jun 23 14:15:29.926794 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-415f8990-4fdf-426c-9c2c-830875c68658 req-ea7fc029-95d3-4439-9f10-929174a04db9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475347 Jun 23 14:15:30.987845 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:15:31.123444 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c2aa9-a16d-431b-8648-159aa4706c63 req-6413aa44-bfd6-4202-ac9f-8a392731d172 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:31.124909 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3a8c2aa9-a16d-431b-8648-159aa4706c63 req-6413aa44-bfd6-4202-ac9f-8a392731d172 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0670033 Jun 23 14:15:31.168646 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3a8c2aa9-a16d-431b-8648-159aa4706c63 req-08d6fa1f-c4cf-401a-b48f-424e222f64c7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374169 Jun 23 14:15:32.383334 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0217e-9b68-4dd9-802b-14f6bc55a9e0 req-b02db237-bb91-4294-9c51-fb1f684d7e05 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:32.385723 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8da0217e-9b68-4dd9-802b-14f6bc55a9e0 req-b02db237-bb91-4294-9c51-fb1f684d7e05 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.1006665 Jun 23 14:15:32.440954 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8da0217e-9b68-4dd9-802b-14f6bc55a9e0 req-beae87c4-9a38-42f2-800d-2f400f75b2ca tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490844 Jun 23 14:15:33.622166 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f5f30-90c1-4d14-a810-115d5f3031e0 req-b1c629d0-8b6a-4f47-a801-a3a707e2541b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:33.623638 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-918f5f30-90c1-4d14-a810-115d5f3031e0 req-b1c629d0-8b6a-4f47-a801-a3a707e2541b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0654359 Jun 23 14:15:33.660774 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-918f5f30-90c1-4d14-a810-115d5f3031e0 req-ff9b4929-4324-427d-91bf-67982a13af36 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311987 Jun 23 14:15:34.863194 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7457f-2209-430f-9e6f-8cfb45323242 req-23ea312d-5f7f-4558-b243-99445e60127e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:34.864620 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2bf7457f-2209-430f-9e6f-8cfb45323242 req-23ea312d-5f7f-4558-b243-99445e60127e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0621727 Jun 23 14:15:34.906335 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2bf7457f-2209-430f-9e6f-8cfb45323242 req-943e13af-66bc-4540-94ed-745531284755 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314605 Jun 23 14:15:36.133971 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47cc8-1f85-4686-9e60-f3ce272cab20 req-179ecad6-26e4-4746-b5df-3934e84c1967 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:36.135364 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-40f47cc8-1f85-4686-9e60-f3ce272cab20 req-179ecad6-26e4-4746-b5df-3934e84c1967 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0714295 Jun 23 14:15:36.172369 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-40f47cc8-1f85-4686-9e60-f3ce272cab20 req-cd63f4d5-f091-4acc-b616-1e39d7981163 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314009 Jun 23 14:15:36.853706 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:37.379929 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9bb8a-0553-4080-8940-a638d73601e0 req-ad2dc503-2733-4bf3-a2a5-f37ec92315be tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:37.382080 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9ee9bb8a-0553-4080-8940-a638d73601e0 req-ad2dc503-2733-4bf3-a2a5-f37ec92315be tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0680768 Jun 23 14:15:37.419647 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9ee9bb8a-0553-4080-8940-a638d73601e0 req-73f02241-63f0-452f-b2a4-40f9589fcaa3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319605 Jun 23 14:15:38.611240 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da611f97-80b8-4404-8611-1553632baf3b req-d3ff4d79-a1d0-45a1-b1dd-7107e6f37bd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:38.612699 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-da611f97-80b8-4404-8611-1553632baf3b req-d3ff4d79-a1d0-45a1-b1dd-7107e6f37bd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0646656 Jun 23 14:15:38.651118 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-da611f97-80b8-4404-8611-1553632baf3b req-a4fff5ed-d9d8-4055-bb61-6d312cacd09a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320883 Jun 23 14:15:39.832956 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f071e-7c3b-4cc1-93db-d82c039c279c req-35f437f6-fef1-433c-946c-537eb55f0912 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:39.834541 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-191f071e-7c3b-4cc1-93db-d82c039c279c req-35f437f6-fef1-433c-946c-537eb55f0912 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0675309 Jun 23 14:15:39.872997 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-191f071e-7c3b-4cc1-93db-d82c039c279c req-7f821206-2e5b-44c7-b9db-579942f1db6a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320363 Jun 23 14:15:41.051895 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265608f-2ae6-4c48-8beb-15955b26f06a req-e9bf86a1-0109-419d-99f4-9dd7c29d5ff6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:41.053474 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9265608f-2ae6-4c48-8beb-15955b26f06a req-e9bf86a1-0109-419d-99f4-9dd7c29d5ff6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0668559 Jun 23 14:15:41.095152 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9265608f-2ae6-4c48-8beb-15955b26f06a req-4f810a73-4ab1-4848-b04f-f3d88ba2910f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359859 Jun 23 14:15:42.270368 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2b1a9-903a-41d7-9357-0d5f3a4b2bbe req-cca6159c-92ad-4f2d-a71a-019064c97d16 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:42.272471 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4fb2b1a9-903a-41d7-9357-0d5f3a4b2bbe req-cca6159c-92ad-4f2d-a71a-019064c97d16 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0638087 Jun 23 14:15:42.312748 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4fb2b1a9-903a-41d7-9357-0d5f3a4b2bbe req-3b5601ba-6128-44fe-8871-e05d830d59d0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346842 Jun 23 14:15:43.562838 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90c661-2de9-483b-9399-eea259f700ac req-39f40660-ce7a-4ee6-bc9a-0398f38649c1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:43.564299 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-af90c661-2de9-483b-9399-eea259f700ac req-39f40660-ce7a-4ee6-bc9a-0398f38649c1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0673676 Jun 23 14:15:43.608465 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-af90c661-2de9-483b-9399-eea259f700ac req-0e9978b2-34ec-4673-ac55-d5c837d5a7a0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336161 Jun 23 14:15:44.801271 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8cb7b-8435-4f99-9b6b-9b1c884131d1 req-82a60766-1208-463d-b5aa-81725a7216ea tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:44.803431 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b0e8cb7b-8435-4f99-9b6b-9b1c884131d1 req-82a60766-1208-463d-b5aa-81725a7216ea tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0638249 Jun 23 14:15:44.840849 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b0e8cb7b-8435-4f99-9b6b-9b1c884131d1 req-88ea6f7a-71a0-4128-bbe4-178b513dc96f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320241 Jun 23 14:15:46.037671 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5a5e1-ecab-4334-af37-0d5e185bde93 req-92ba4be8-64a3-4243-aad3-2e4743c74ef8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:46.039222 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ebb5a5e1-ecab-4334-af37-0d5e185bde93 req-92ba4be8-64a3-4243-aad3-2e4743c74ef8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 944 time: 0.0640676 Jun 23 14:15:46.076989 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ebb5a5e1-ecab-4334-af37-0d5e185bde93 req-2a8b5e2a-8f81-4fdb-99e1-9b0f0ee28618 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Jun 23 14:15:46.912758 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 80a8540b-718e-4874-a087-fe9eb7321b7b details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:15:47.008774 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:47.023135 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'port_id': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'mac_address': 'fa:16:3e:ae:48:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:15:47.072094 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:47.095267 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a8540b-718e-4874-a087-fe9eb7321b7b {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:15:47.117547 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:47.122853 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:47.125595 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-963800b7-2175-4960-a443-52ac2a81f19e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:47.185489 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=80a8540b-718e-4874-a087-fe9eb7321b7b,revision_number=9']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:47.188987 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:47.331890 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa61c1-0c44-4984-92c5-dbea40c951ee req-e0bf6e6a-36a7-4c26-a69f-a7bd83831eed tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:47.339280 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a8fa61c1-0c44-4984-92c5-dbea40c951ee req-e0bf6e6a-36a7-4c26-a69f-a7bd83831eed tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 945 time: 0.0847502 Jun 23 14:15:47.378903 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a8fa61c1-0c44-4984-92c5-dbea40c951ee req-a60bb3df-e03d-47b8-affb-5ef98cc0d8e2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387394 Jun 23 14:15:47.565694 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['80a8540b-718e-4874-a087-fe9eb7321b7b'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:15:47.650975 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37082) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:47.757762 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8491aa74-f31e-4927-aba7-f7cf938a55e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:47.768978 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-765c2ccf-4e63-4d85-9d4f-676e4242e23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:47.851588 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8491aa74-f31e-4927-aba7-f7cf938a55e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:47.855616 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8491aa74-f31e-4927-aba7-f7cf938a55e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:47.858081 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-75aa350d-7e64-4caa-81bc-ec0599c534ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:47.893928 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-8491aa74-f31e-4927-aba7-f7cf938a55e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5c661d6dfa94cdd8b0552a54e470246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418971 Jun 23 14:15:47.894930 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491aa74-f31e-4927-aba7-f7cf938a55e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23aed8f-dd06-49a9-9e66-138ef84f6e34,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:47.896843 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 37086) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:47.898223 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8491aa74-f31e-4927-aba7-f7cf938a55e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:47.973522 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-104577f7-564a-4b35-8999-2bac40b6deff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:48.004906 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-104577f7-564a-4b35-8999-2bac40b6deff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:48.067145 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-104577f7-564a-4b35-8999-2bac40b6deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:48.071979 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-104577f7-564a-4b35-8999-2bac40b6deff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:48.073815 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-104577f7-564a-4b35-8999-2bac40b6deff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d23aed8f-dd06-49a9-9e66-138ef84f6e34 HTTP/1.1" status: 204 len: 168 time: 0.1758134 Jun 23 14:15:48.075055 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-345fee69-cc68-4077-943c-5a2152c13fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:48.088832 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104577f7-564a-4b35-8999-2bac40b6deff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23aed8f-dd06-49a9-9e66-138ef84f6e34,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:48.092740 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-104577f7-564a-4b35-8999-2bac40b6deff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:48.358615 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37094) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:48.378070 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8e570adf-36ab-4833-8d06-167f93856d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:48.470590 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8e570adf-36ab-4833-8d06-167f93856d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:48.475073 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8e570adf-36ab-4833-8d06-167f93856d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:48.477539 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-6aea4106-bb96-4dff-a180-7c7ad5265dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:48.506707 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e570adf-36ab-4833-8d06-167f93856d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80fd30e-3c45-44f2-bfe7-e1b2f27d9bac,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:48.515397 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8e570adf-36ab-4833-8d06-167f93856d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:48.549308 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-8e570adf-36ab-4833-8d06-167f93856d92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=632b056b8ed74feab96712ba81a5c92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879203 Jun 23 14:15:48.552145 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 37100) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:48.583090 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e747430-ba1c-493b-874a-c0e3c3efd151 req-2344d1c4-30c0-48dc-b308-bf5fef1d5173 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:48.585114 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2e747430-ba1c-493b-874a-c0e3c3efd151 req-2344d1c4-30c0-48dc-b308-bf5fef1d5173 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 945 time: 0.0709176 Jun 23 14:15:48.602879 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4fa82881-9d13-4174-ab83-eb50e2c8b357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:48.623904 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4fa82881-9d13-4174-ab83-eb50e2c8b357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:48.625535 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2e747430-ba1c-493b-874a-c0e3c3efd151 req-9a249c35-cde5-49fd-abbc-b5db7a9673d2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344577 Jun 23 14:15:48.671170 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4fa82881-9d13-4174-ab83-eb50e2c8b357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:48.673894 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4fa82881-9d13-4174-ab83-eb50e2c8b357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:48.675023 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-4fa82881-9d13-4174-ab83-eb50e2c8b357 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e80fd30e-3c45-44f2-bfe7-e1b2f27d9bac HTTP/1.1" status: 204 len: 168 time: 0.1218622 Jun 23 14:15:48.675791 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-97232048-8ef2-4d3a-b4aa-b45dfa84ce6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:48.683097 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa82881-9d13-4174-ab83-eb50e2c8b357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80fd30e-3c45-44f2-bfe7-e1b2f27d9bac,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:48.685259 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4fa82881-9d13-4174-ab83-eb50e2c8b357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:49.813446 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37136) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:49.815327 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811da2c-5a1b-4630-a186-1288faaea012 req-c4c33eba-87b5-4b37-b218-178260122e74 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:49.816795 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5811da2c-5a1b-4630-a186-1288faaea012 req-c4c33eba-87b5-4b37-b218-178260122e74 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 945 time: 0.0726278 Jun 23 14:15:49.861456 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5811da2c-5a1b-4630-a186-1288faaea012 req-0aba0f75-a6f0-4eef-a210-54aee1705b00 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367188 Jun 23 14:15:49.920261 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc60a4c6-299c-40fe-a36d-e109bda2f2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:50.008357 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc60a4c6-299c-40fe-a36d-e109bda2f2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:50.012341 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc60a4c6-299c-40fe-a36d-e109bda2f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:50.014846 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-63f645c3-90b6-416a-b985-1458bbe5693d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:50.048864 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60a4c6-299c-40fe-a36d-e109bda2f2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85b561c-4ed5-467f-98a6-1b94f0179529,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:50.055246 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-fc60a4c6-299c-40fe-a36d-e109bda2f2fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d891b04b6fbf450489f8deb9f9d77456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405853 Jun 23 14:15:50.055922 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 37140) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:50.056386 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fc60a4c6-299c-40fe-a36d-e109bda2f2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:50.105204 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4e44a9d5-631c-4414-89e4-703d801133bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:50.125534 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4e44a9d5-631c-4414-89e4-703d801133bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:50.170230 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4e44a9d5-631c-4414-89e4-703d801133bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:50.172956 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4e44a9d5-631c-4414-89e4-703d801133bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:50.174065 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-4e44a9d5-631c-4414-89e4-703d801133bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c85b561c-4ed5-467f-98a6-1b94f0179529 HTTP/1.1" status: 204 len: 168 time: 0.1168716 Jun 23 14:15:50.174813 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7b24ae1f-daf4-4784-8ee8-b62def94ca2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:50.182778 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44a9d5-631c-4414-89e4-703d801133bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85b561c-4ed5-467f-98a6-1b94f0179529,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:50.185269 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4e44a9d5-631c-4414-89e4-703d801133bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:50.473400 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8852e836-09a9-47c7-b2b0-87fc8870242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:50.900234 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:51.040845 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52898f98-a500-478c-8c11-1ef96541849c req-88be4044-01a9-4020-b03b-34aa54c785d7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:51.042347 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-52898f98-a500-478c-8c11-1ef96541849c req-88be4044-01a9-4020-b03b-34aa54c785d7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 945 time: 0.0645401 Jun 23 14:15:51.080009 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-52898f98-a500-478c-8c11-1ef96541849c req-095a7acd-5850-4a94-9112-cab124043b3f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318959 Jun 23 14:15:51.169294 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:52.257549 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168c033-333b-4aa8-879b-4c7f88b1bfe8 req-f90e4677-03c5-47a1-90b2-7b65d8d9926f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:52.259034 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4168c033-333b-4aa8-879b-4c7f88b1bfe8 req-f90e4677-03c5-47a1-90b2-7b65d8d9926f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 945 time: 0.0626192 Jun 23 14:15:52.296511 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4168c033-333b-4aa8-879b-4c7f88b1bfe8 req-d9c3d028-f140-4f44-8e60-0221778a1a15 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Jun 23 14:15:53.165139 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 80a8540b-718e-4874-a087-fe9eb7321b7b up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:53.234458 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 80a8540b-718e-4874-a087-fe9eb7321b7b triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:53.235087 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:53.337072 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:53.339219 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:53.362892 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:53.365748 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4037a9eb-56b5-43b5-93eb-d94f84503473" -d '{"events": [{"server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "name": "network-vif-plugged", "status": "completed", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:53.379618 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:53.385686 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:53.388691 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-d6c2d578-fd55-41fe-96ce-e44ef92ece14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:53.414138 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8a0f60-e016-4d36-a3a7-94ccadb17daf x-openstack-request-id: req-af8a0f60-e016-4d36-a3a7-94ccadb17daf {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:53.414441 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "name": "network-vif-plugged", "status": "completed", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:53.414706 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af8a0f60-e016-4d36-a3a7-94ccadb17daf {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:53.415100 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'code': 200} Jun 23 14:15:53.441274 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=80a8540b-718e-4874-a087-fe9eb7321b7b,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:53.444976 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:53.532917 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66535161-f7e7-4865-9b24-a4d0740d8c3d req-93fe7726-c0db-46b3-91d8-e7852a415502 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:53.534749 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-66535161-f7e7-4865-9b24-a4d0740d8c3d req-93fe7726-c0db-46b3-91d8-e7852a415502 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.0686634 Jun 23 14:15:53.573599 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-66535161-f7e7-4865-9b24-a4d0740d8c3d req-04e721f5-fdd1-4839-8537-5841d4f95374 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325744 Jun 23 14:15:54.180251 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a59876-4e5b-4fcf-a4fe-05012e61e019 req-adecb52c-aa45-4105-a223-b4ce21b78b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:54.181728 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-01a59876-4e5b-4fcf-a4fe-05012e61e019 req-adecb52c-aa45-4105-a223-b4ce21b78b87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 1100 time: 0.1680138 Jun 23 14:15:54.217424 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-01a59876-4e5b-4fcf-a4fe-05012e61e019 req-bad017d3-e9cc-46bd-9cb1-217e1857cd48 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272129 Jun 23 14:15:54.794372 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3196654-d5f0-431a-971d-5097a682700d req-a9cda1a4-2a43-4261-9d6d-f2177a58db58 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:54.796848 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c3196654-d5f0-431a-971d-5097a682700d req-a9cda1a4-2a43-4261-9d6d-f2177a58db58 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.1002972 Jun 23 14:15:54.835888 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c3196654-d5f0-431a-971d-5097a682700d req-7749b13f-14df-4293-8e9d-663e5c03fccd tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325241 Jun 23 14:15:56.016801 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e01ef9-9294-4fed-b67b-36720d843f3d req-8571dacd-ac5f-4b3c-b715-4abcb860b89c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:56.018263 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a8e01ef9-9294-4fed-b67b-36720d843f3d req-8571dacd-ac5f-4b3c-b715-4abcb860b89c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.0635808 Jun 23 14:15:56.056232 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a8e01ef9-9294-4fed-b67b-36720d843f3d req-8ed3b70b-528c-4320-b7c9-8a35b0a6b5f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321136 Jun 23 14:15:57.240401 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc89dd7-1ac0-491d-bd4c-df45e5cecf81 req-6b4217e9-a984-4a39-84f1-2a6e8ed2c8fb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:57.241832 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ddc89dd7-1ac0-491d-bd4c-df45e5cecf81 req-6b4217e9-a984-4a39-84f1-2a6e8ed2c8fb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.0620635 Jun 23 14:15:57.283516 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ddc89dd7-1ac0-491d-bd4c-df45e5cecf81 req-18c8dd04-7718-40d2-aa71-46a700ce2704 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360169 Jun 23 14:15:58.465952 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495a8f-8cc4-4d05-8d73-507d3cf68913 req-059e6d21-c3af-43a9-8523-5f517ae32ea9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:58.467438 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a5495a8f-8cc4-4d05-8d73-507d3cf68913 req-059e6d21-c3af-43a9-8523-5f517ae32ea9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.0636990 Jun 23 14:15:58.518784 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a5495a8f-8cc4-4d05-8d73-507d3cf68913 req-51ee343c-7492-4cd2-a9d4-e446a973a9d0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453694 Jun 23 14:15:59.698394 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be736943-4e31-4258-be34-05656a6eddb0 req-3286d90e-6295-468b-9d84-525d8a812bbb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:59.699765 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-be736943-4e31-4258-be34-05656a6eddb0 req-3286d90e-6295-468b-9d84-525d8a812bbb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.0644968 Jun 23 14:15:59.737551 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-be736943-4e31-4258-be34-05656a6eddb0 req-1f1baa56-bfa9-4278-b57b-483b6fac1e48 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Jun 23 14:16:00.919614 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f9fd3-0dad-492f-b692-8525aa8d8ef4 req-ee9ae112-aa90-49d2-a146-378ce9a53b4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:00.921051 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-111f9fd3-0dad-492f-b692-8525aa8d8ef4 req-ee9ae112-aa90-49d2-a146-378ce9a53b4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.0621300 Jun 23 14:16:00.959680 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-111f9fd3-0dad-492f-b692-8525aa8d8ef4 req-d0803c63-db00-4269-98a2-01a044167267 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323200 Jun 23 14:16:02.149843 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6f07-c01e-41f8-a464-7c0fd74c0ff8 req-d1f337c2-38be-4c7d-bde2-9f923cc06597 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:02.151313 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-66cb6f07-c01e-41f8-a464-7c0fd74c0ff8 req-d1f337c2-38be-4c7d-bde2-9f923cc06597 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.0624940 Jun 23 14:16:02.188497 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-66cb6f07-c01e-41f8-a464-7c0fd74c0ff8 req-9582a9f4-7a22-4851-9289-a5f4989d457d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315135 Jun 23 14:16:06.842203 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:07.986825 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:16:10.091480 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-c0f814d7-274b-4c87-8a53-3aade0eca0af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588350 Jun 23 14:16:10.211656 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-62ea7999-fbbd-40c2-a2f0-88da6a94325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:10.214081 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-62ea7999-fbbd-40c2-a2f0-88da6a94325b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 1099 time: 0.0574682 Jun 23 14:16:10.343326 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-953a7e52-365c-4ac2-88be-69352a5265bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:10.344939 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-953a7e52-365c-4ac2-88be-69352a5265bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 911 time: 0.1043622 Jun 23 14:16:10.421593 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-ba814541-b732-4265-a5b1-5c07f2fd8065 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a HTTP/1.1" status: 200 len: 1002 time: 0.0698719 Jun 23 14:16:10.469897 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-823b3ba2-eebb-4410-b069-3045a6e5aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:10.471265 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-823b3ba2-eebb-4410-b069-3045a6e5aca3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 HTTP/1.1" status: 200 len: 849 time: 0.0429716 Jun 23 14:16:10.529478 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-165244ef-3cfb-4de8-bb60-d59fec2a103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:10.530992 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-165244ef-3cfb-4de8-bb60-d59fec2a103a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50556b32-b72e-4178-bf44-bc520f43b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528464 Jun 23 14:16:10.628316 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-2c8b18a9-48c0-4358-b348-91b1d03dd8c2 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853531 Jun 23 14:16:10.721475 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c01c1364-2ac7-458e-ab36-553d1434b1eb req-9d6979b1-b5fc-4da9-b923-0c85fc436c4f service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840933 Jun 23 14:16:11.419657 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37414) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:11.468516 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Deleting subnet 46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02 {{(pid=93099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:16:11.472104 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.509772 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9394874'] for subnet, precommit_delete_associations {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.571183 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.624275 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2216226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9244819'] for subnet, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.627897 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-84105b4b-419f-420c-98b7-ad80b34cedd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:11.655660 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:11.658081 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.659860 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46a9ccf9-8ea2-4fe2-b665-1df1eb5c6b02 HTTP/1.1" status: 204 len: 168 time: 0.2392931 Jun 23 14:16:11.663714 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 37418) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:11.667180 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.667587 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.668010 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.668246 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.668596 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.669002 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.669284 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.669964 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.670214 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.670564 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.670903 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.671250 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.674932 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-80bc9d36-2e25-415d-824a-b51ff9dabaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:11.735197 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.818871 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.829095 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3904d73a-5a2a-4d25-906e-d2099dc7d448']}} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:11.840170 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a654c1-03bf-4ba0-bcd9-dbe7930df342') {'for_net_delete': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:11.840462 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a654c1-03bf-4ba0-bcd9-dbe7930df342') {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:11.850656 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2483864'] for segment, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.865404 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.872692 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:16:11.873221 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10014598'] for segment, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: Traceback (most recent call last): Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: timer() Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: cb(*args, **kw) Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: return func(*args, **kwargs) Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: self._notify() Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: self.callback(batched_events) Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: event.method(event) Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: return f(self, *a, **k) Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._get(url).json() Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: return self.request(url, 'GET', **kwargs) Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:16:11.875545 dv-cinder-784477-5-iscsi neutron-server[93100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:16:11.931825 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.935788 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8917b1ad-3817-4df4-9d1c-490e4735f3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:11.938439 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.940170 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/3904d73a-5a2a-4d25-906e-d2099dc7d448 HTTP/1.1" status: 204 len: 168 time: 0.2754080 Jun 23 14:16:11.951759 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Pushing event deleted for resources: {'Network': ['ID=3904d73a-5a2a-4d25-906e-d2099dc7d448,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:11.960024 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.960407 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.960849 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.961223 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.961587 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.961951 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.962338 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.962700 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.963057 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.963518 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.963876 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.964225 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:11.967775 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-2ab583d2-0ba1-4af7-be60-39e0031be8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:12.106973 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37422) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:12.147261 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-c5665b08-df59-4ed5-852f-8d9c7fa6bb3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9648d23a95034b9c9d96ab8a6c1ac31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390785 Jun 23 14:16:12.149838 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37424) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:12.198125 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dbfe78e2-1830-41e9-890a-5cae45cd3a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:12.218056 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dbfe78e2-1830-41e9-890a-5cae45cd3a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:12.266814 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dbfe78e2-1830-41e9-890a-5cae45cd3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:12.269275 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dbfe78e2-1830-41e9-890a-5cae45cd3a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:12.270503 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-dbfe78e2-1830-41e9-890a-5cae45cd3a21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0170392d-3fef-47c9-8195-297dff7d895a HTTP/1.1" status: 204 len: 168 time: 0.1197195 Jun 23 14:16:12.271573 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-3bb225b0-8b5a-45aa-b76a-6890a66213c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:12.279366 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe78e2-1830-41e9-890a-5cae45cd3a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0170392d-3fef-47c9-8195-297dff7d895a,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:12.281724 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-dbfe78e2-1830-41e9-890a-5cae45cd3a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:12.778003 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37444) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:12.892577 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b8a8582f-103c-49ea-9af1-330feac07ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:12.996905 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b8a8582f-103c-49ea-9af1-330feac07ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.001260 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b8a8582f-103c-49ea-9af1-330feac07ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.004823 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-86ddf255-0107-46c5-8346-5ad50cd67846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:13.040054 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-b8a8582f-103c-49ea-9af1-330feac07ba6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b178d19a3e67484ebecc8219a2b22857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609322 Jun 23 14:16:13.042248 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8582f-103c-49ea-9af1-330feac07ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d18c413-3e6a-42d7-b681-824e98f3b1c9,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:13.045146 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 37456) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:13.045643 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b8a8582f-103c-49ea-9af1-330feac07ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:13.051666 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37458) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:13.104649 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1988b535-e392-40a0-8fa9-41d0c497cbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.126945 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1988b535-e392-40a0-8fa9-41d0c497cbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.157270 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1665420816-network', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:13.187315 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1988b535-e392-40a0-8fa9-41d0c497cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.187685 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Made reservation on behalf of 7e9fe00ee58f45f3841243769342c70a for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:16:13.189935 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1988b535-e392-40a0-8fa9-41d0c497cbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.190415 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.191122 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-1988b535-e392-40a0-8fa9-41d0c497cbfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d18c413-3e6a-42d7-b681-824e98f3b1c9 HTTP/1.1" status: 204 len: 168 time: 0.1441064 Jun 23 14:16:13.192252 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-afc7a755-0fc4-4fb0-8c08-b3edfffae477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:13.200866 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988b535-e392-40a0-8fa9-41d0c497cbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d18c413-3e6a-42d7-b681-824e98f3b1c9,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:13.201651 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.203997 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-1988b535-e392-40a0-8fa9-41d0c497cbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:13.310565 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.315141 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.321725 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8e570adf-36ab-4833-8d06-167f93856d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:13.349436 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:16:13.359433 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41353db3-3d38-4864-b92f-7c5b8ace78be,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:13.363451 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:13.367430 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.367781 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Added segment 446baaee-c383-448e-b4e8-ac21527cb42b of type vlan for network b624a90f-2b1c-40cc-81e6-a588383f6301 Jun 23 14:16:13.412506 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.448598 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.449924 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:13.450537 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.453586 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:13.506497 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4533207 Jun 23 14:16:13.511746 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 37468) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:13.515871 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Pushing event updated for resources: {'Network': ['ID=b624a90f-2b1c-40cc-81e6-a588383f6301,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:13.522216 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Request body: {'subnet': {'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1665420816-subnet', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'ip_version': 4}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:13.523418 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37470) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:13.526308 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:13.527553 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network b624a90f-2b1c-40cc-81e6-a588383f6301 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:16:13.540064 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-292d7b39-e0ce-4a77-921e-26e459b9fcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.558714 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Made reservation on behalf of 7e9fe00ee58f45f3841243769342c70a for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:16:13.561018 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069752'] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.670072 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-292d7b39-e0ce-4a77-921e-26e459b9fcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.674882 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-292d7b39-e0ce-4a77-921e-26e459b9fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.678004 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fc60a4c6-299c-40fe-a36d-e109bda2f2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:13.719158 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-292d7b39-e0ce-4a77-921e-26e459b9fcb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47c555922114499196887ac954bc7184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917555 Jun 23 14:16:13.719939 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d7b39-e0ce-4a77-921e-26e459b9fcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43288dde-4c34-4d06-bc0c-51c3442a8103,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:13.723269 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-292d7b39-e0ce-4a77-921e-26e459b9fcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:13.723761 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37472) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:13.759739 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10014168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069738'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.764083 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:13.779337 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-30e0c0ef-e7ab-45aa-9275-601ea75a3122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.803342 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-30e0c0ef-e7ab-45aa-9275-601ea75a3122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.821481 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f71818-1bed-4347-94b7-2cb13cb757b0,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:13.826212 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:13.830922 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Checking segment: {'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:13.831333 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Network hostable DHCP agents. Network: b624a90f-2b1c-40cc-81e6-a588383f6301, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:16:13.853216 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Network b624a90f-2b1c-40cc-81e6-a588383f6301 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:16:13.858843 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-30e0c0ef-e7ab-45aa-9275-601ea75a3122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.861560 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-30e0c0ef-e7ab-45aa-9275-601ea75a3122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.862725 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-30e0c0ef-e7ab-45aa-9275-601ea75a3122 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43288dde-4c34-4d06-bc0c-51c3442a8103 HTTP/1.1" status: 204 len: 168 time: 0.1378675 Jun 23 14:16:13.863811 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, b624a90f-2b1c-40cc-81e6-a588383f6301) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:13.864360 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:13.869788 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:13.870434 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.873812 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0c0ef-e7ab-45aa-9275-601ea75a3122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43288dde-4c34-4d06-bc0c-51c3442a8103,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:13.877592 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-30e0c0ef-e7ab-45aa-9275-601ea75a3122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:13.882949 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b316493e-2031-47ca-a822-c293b28fbf4c None None] Network b624a90f-2b1c-40cc-81e6-a588383f6301 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:16:13.900113 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-f94280f4-bff6-4391-aa4f-375604399336 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3866270 Jun 23 14:16:13.903058 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 37476) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:13.908537 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:13.944558 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3923467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5974'] for router, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.946541 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5983'] for router, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.039893 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.077739 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32032e7a-c366-5531-9d15-524468520a4e-b624a90f-2b1c-40cc-81e6-a588383f6301', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0'}]}} from dv-cinder-784477-5-iscsi. {{(pid=93101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:16:14.079098 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.186651 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5965'] for router, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.233722 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Allocated IP 172.20.0.2 (b624a90f-2b1c-40cc-81e6-a588383f6301/41f71818-1bed-4347-94b7-2cb13cb757b0/765afbaf-7194-4a2f-8610-7c7288501f9d) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:14.440733 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.453608 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.464657 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.467006 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Transition to ACTIVE for port object 765afbaf-7194-4a2f-8610-7c7288501f9d will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:14.485860 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Transition to ACTIVE for port object 765afbaf-7194-4a2f-8610-7c7288501f9d will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:14.492108 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.494231 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:14.532566 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Network b624a90f-2b1c-40cc-81e6-a588383f6301 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:14.540014 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:14.545646 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:14.567237 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Pushing event updated for resources: {'Port': ['ID=765afbaf-7194-4a2f-8610-7c7288501f9d,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:14.600612 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Allocated IP 172.27.1.205 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/cdc230ce-3d93-43f2-a20c-8f2baac7c0eb) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:14.604900 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.605425 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.605867 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.606375 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.606858 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.607726 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.608260 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.609168 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.609913 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.610708 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.611209 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.611650 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:14.645788 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:14.660355 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Attempting to bind port 765afbaf-7194-4a2f-8610-7c7288501f9d on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:16:14.660742 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Attempting to bind port 765afbaf-7194-4a2f-8610-7c7288501f9d by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:16:14.661115 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Attempting to bind port 765afbaf-7194-4a2f-8610-7c7288501f9d on network b624a90f-2b1c-40cc-81e6-a588383f6301 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:14.666916 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:16:14.667349 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Checking segment: {'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:14.667690 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.668179 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Bound using segment: {'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:16:14.668755 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Bound port: 765afbaf-7194-4a2f-8610-7c7288501f9d, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:16:14.669137 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.736151 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] For port 765afbaf-7194-4a2f-8610-7c7288501f9d, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:16:14.739887 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] For port 765afbaf-7194-4a2f-8610-7c7288501f9d, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=765afbaf-7194-4a2f-8610-7c7288501f9d,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:16:14.745435 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.749371 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:14.756233 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.820486 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Pushing event updated for resources: {'Port': ['ID=765afbaf-7194-4a2f-8610-7c7288501f9d,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:14.821167 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.825242 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9255ee09-f4bc-4fc0-9c88-9ad928e06857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:14.827389 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:14.891817 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:14.896458 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:14.903351 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:15.212609 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc230ce-3d93-43f2-a20c-8f2baac7c0eb,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:15.216958 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:15.474964 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:15.542408 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 765afbaf-7194-4a2f-8610-7c7288501f9d up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:15.609871 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 765afbaf-7194-4a2f-8610-7c7288501f9d completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:15.710941 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827058'] for router, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:15.890921 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Router 67af4b5c-f412-4c89-bd8e-15af3896bf84 is scheduled to L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 with binding_index 1 {{(pid=93100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:16:15.995610 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98b7b08-d2d9-44a1-8941-42ee3592df86 None None] Network b624a90f-2b1c-40cc-81e6-a588383f6301 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:16:16.018482 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:16.040024 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Notify callbacks [] for router, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.042163 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1377690 Jun 23 14:16:16.045057 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37520) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:16.054307 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Sync routers for ids ['67af4b5c-f412-4c89-bd8e-15af3896bf84'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:16.080717 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Routers {'67af4b5c-f412-4c89-bd8e-15af3896bf84'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:16.081335 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:15:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['67af4b5c-f412-4c89-bd8e-15af3896bf84'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:16.168937 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4b7c3945-5b81-443b-a54e-0c0b2b4e189b None None] Provisioning for port 765afbaf-7194-4a2f-8610-7c7288501f9d completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:16.199899 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4b7c3945-5b81-443b-a54e-0c0b2b4e189b None None] Provisioning complete for port 765afbaf-7194-4a2f-8610-7c7288501f9d triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:16.200521 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3945-5b81-443b-a54e-0c0b2b4e189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.427137 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Set router 67af4b5c-f412-4c89-bd8e-15af3896bf84 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:16.550649 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 37534) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:16.678720 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3945-5b81-443b-a54e-0c0b2b4e189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.682849 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1562-a67d-4260-b1ff-897f6a9496c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.776940 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4b7c3945-5b81-443b-a54e-0c0b2b4e189b None None] For port 765afbaf-7194-4a2f-8610-7c7288501f9d, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=765afbaf-7194-4a2f-8610-7c7288501f9d,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:16.806656 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1562-a67d-4260-b1ff-897f6a9496c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.813094 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b1fc1562-a67d-4260-b1ff-897f6a9496c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.815032 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3945-5b81-443b-a54e-0c0b2b4e189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.820712 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4fb18b82-5053-4acb-92c9-58f97c6c5c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:16.821733 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-463119e6-64b5-49bb-a3b2-da675dc6ea85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:16.871634 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc1562-a67d-4260-b1ff-897f6a9496c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e0cce6-b8bb-45c7-9d6e-332d92a7ba05,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:16.883035 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b1fc1562-a67d-4260-b1ff-897f6a9496c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:16.911403 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b1fc1562-a67d-4260-b1ff-897f6a9496c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=152eba638bb140b8987171918b080186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557367 Jun 23 14:16:16.912563 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37538) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:16.920352 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c3945-5b81-443b-a54e-0c0b2b4e189b None None] Pushing event updated for resources: {'Port': ['ID=765afbaf-7194-4a2f-8610-7c7288501f9d,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:16.924457 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4b7c3945-5b81-443b-a54e-0c0b2b4e189b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:16.931530 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:15Z', 'revision_number': 3, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:16.954788 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.958786 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Checking router: 67af4b5c-f412-4c89-bd8e-15af3896bf84 for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:16.959152 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Updating router 67af4b5c-f412-4c89-bd8e-15af3896bf84 port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb binding host dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:16:17.001497 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.062310 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-411b7afe-c9da-4978-b205-646527c46608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.095447 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-0e2baa66-cf5a-4a50-8fc3-822be10c84ee None None] Provisioning complete for port 765afbaf-7194-4a2f-8610-7c7288501f9d triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:17.095834 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0e2baa66-cf5a-4a50-8fc3-822be10c84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.120333 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-411b7afe-c9da-4978-b205-646527c46608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.204993 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Allocated IP 172.20.0.1 (b624a90f-2b1c-40cc-81e6-a588383f6301/41f71818-1bed-4347-94b7-2cb13cb757b0/5b0827bc-d836-4836-822a-f2e58b977940) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:17.227839 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-411b7afe-c9da-4978-b205-646527c46608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.230463 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-411b7afe-c9da-4978-b205-646527c46608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.231624 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-411b7afe-c9da-4978-b205-646527c46608 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9e0cce6-b8bb-45c7-9d6e-332d92a7ba05 HTTP/1.1" status: 204 len: 168 time: 0.3161995 Jun 23 14:16:17.250369 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fb3c9067-a694-4c6f-8294-d72c2ec3aa40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:17.330327 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.344100 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Transition to ACTIVE for port object 5b0827bc-d836-4836-822a-f2e58b977940 will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:17.361454 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b7afe-c9da-4978-b205-646527c46608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e0cce6-b8bb-45c7-9d6e-332d92a7ba05,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:17.376871 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-411b7afe-c9da-4978-b205-646527c46608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:17.383647 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.393029 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:17.403104 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Network b624a90f-2b1c-40cc-81e6-a588383f6301 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:17.405946 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:17.452296 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0827bc-d836-4836-822a-f2e58b977940,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:17.455318 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:17.458608 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:17.531120 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3818354'] for router_interface, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.559169 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.569119 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 765afbaf-7194-4a2f-8610-7c7288501f9d up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:17.575830 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Transition to ACTIVE for port object cdc230ce-3d93-43f2-a20c-8f2baac7c0eb will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:17.603106 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.607211 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:17.663770 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 37544) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:17.675070 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Attempting to bind port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:16:17.675812 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Attempting to bind port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:16:17.676187 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Attempting to bind port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb on network 710040d5-090b-4499-bb22-f2344abaefd1 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:17.683947 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1dcdb-7302-4e1e-bd5f-2cdf3821bbf1 None None] Pushing event updated for resources: {'Port': ['ID=cdc230ce-3d93-43f2-a20c-8f2baac7c0eb,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:17.686589 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:16:17.686858 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Checking segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:17.687194 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.687591 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Bound using segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:16:17.688072 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Bound port: cdc230ce-3d93-43f2-a20c-8f2baac7c0eb, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:16:17.688450 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.691909 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95c1dcdb-7302-4e1e-bd5f-2cdf3821bbf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:17.701437 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-79e19a62-2afd-4d36-9823-5790e3cf2175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.717345 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 765afbaf-7194-4a2f-8610-7c7288501f9d triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:17.717731 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.791667 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] For port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:16:17.794625 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] For port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=cdc230ce-3d93-43f2-a20c-8f2baac7c0eb,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:16:17.802077 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8a8f575b-a29b-4cfd-870d-9f2c384cfea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.805330 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.808444 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ef2867e-4034-4cff-82d9-e482d5787cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:17.825157 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.857158 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-79e19a62-2afd-4d36-9823-5790e3cf2175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.866381 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-79e19a62-2afd-4d36-9823-5790e3cf2175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.870768 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b97cba38-a501-4dee-88ee-2c057f06e1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:17.881218 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-a18c7281-2da3-40a1-81f8-fa1f372f2990 None None] Provisioning for port 5b0827bc-d836-4836-822a-f2e58b977940 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:17.907128 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-a18c7281-2da3-40a1-81f8-fa1f372f2990 None None] Provisioning complete for port 5b0827bc-d836-4836-822a-f2e58b977940 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:17.907593 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a18c7281-2da3-40a1-81f8-fa1f372f2990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.915522 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Routers {'67af4b5c-f412-4c89-bd8e-15af3896bf84'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:17.916301 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:15:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['67af4b5c-f412-4c89-bd8e-15af3896bf84'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:17.928085 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-79e19a62-2afd-4d36-9823-5790e3cf2175 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e6460abeb534dfa985cc54698753100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569096 Jun 23 14:16:17.928085 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e19a62-2afd-4d36-9823-5790e3cf2175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dca32be-7042-4905-8664-7f5c2d0ad90e,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:17.928558 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37546) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:17.931240 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-79e19a62-2afd-4d36-9823-5790e3cf2175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:17.945449 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1dcdb-7302-4e1e-bd5f-2cdf3821bbf1 None None] Pushing event updated for resources: {'Port': ['ID=cdc230ce-3d93-43f2-a20c-8f2baac7c0eb,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:17.949264 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95c1dcdb-7302-4e1e-bd5f-2cdf3821bbf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:18.011296 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a18c7281-2da3-40a1-81f8-fa1f372f2990 None None] Port 5b0827bc-d836-4836-822a-f2e58b977940 cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:16:18.041592 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a7260e70-22f6-4468-9102-a344492f44ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.078262 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] Set router 67af4b5c-f412-4c89-bd8e-15af3896bf84 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:18.080131 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a7260e70-22f6-4468-9102-a344492f44ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.083992 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.090904 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2216291'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.094615 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-93c2d892-dce1-4167-94f1-519606095e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:18.183852 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0827bc-d836-4836-822a-f2e58b977940,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:18.186559 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3818398'] for router_interface, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.188838 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:18.220973 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a7260e70-22f6-4468-9102-a344492f44ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.224421 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a7260e70-22f6-4468-9102-a344492f44ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.226075 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-a7260e70-22f6-4468-9102-a344492f44ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dca32be-7042-4905-8664-7f5c2d0ad90e HTTP/1.1" status: 204 len: 168 time: 0.2963808 Jun 23 14:16:18.268881 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-bfbc80d6-361b-432a-b6ea-f0a5293d2b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:18.284664 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7260e70-22f6-4468-9102-a344492f44ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dca32be-7042-4905-8664-7f5c2d0ad90e,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:18.290863 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a7260e70-22f6-4468-9102-a344492f44ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:18.332001 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5b0827bc-d836-4836-822a-f2e58b977940', 'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'mac_address': 'fa:16:3e:c2:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:17Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 1, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'subnets': [{'id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:18.342074 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Network b624a90f-2b1c-40cc-81e6-a588383f6301 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:18.344071 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:18.360357 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f46fc-f42f-4c95-9df3-15888b533959 None None] The sync data for ids ['67af4b5c-f412-4c89-bd8e-15af3896bf84'] in dv-cinder-784477-5-iscsi is: [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5b0827bc-d836-4836-822a-f2e58b977940', 'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'mac_address': 'fa:16:3e:c2:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:17Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 1, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'subnets': [{'id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:18.568875 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Router 67af4b5c-f412-4c89-bd8e-15af3896bf84 has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:16:18.746564 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-10d6dbd1-6087-46ea-acf7-a2eb20097a4e None None] Provisioning complete for port 5b0827bc-d836-4836-822a-f2e58b977940 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:18.747023 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-10d6dbd1-6087-46ea-acf7-a2eb20097a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.749044 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:18.763864 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] 10.222.0.13 "PUT /v2.0/routers/67af4b5c-f412-4c89-bd8e-15af3896bf84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7162561 Jun 23 14:16:18.796515 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-10d6dbd1-6087-46ea-acf7-a2eb20097a4e None None] Port 5b0827bc-d836-4836-822a-f2e58b977940 cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:16:19.353187 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37590) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:19.358854 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-599086966-network', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:19.383881 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Made reservation on behalf of 12f293f6af78417eb8d920a8cba290e1 for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:16:19.389708 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.403520 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.569986 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.575500 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.581356 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-bb43d777-a38c-4bc4-afaa-9a6cf5f083db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:19.598159 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device cdc230ce-3d93-43f2-a20c-8f2baac7c0eb up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:19.600260 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:16:19.621618 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.621962 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Added segment 1375105c-2bc8-48df-8229-525aafcc5326 of type vlan for network 2397aaad-a1a9-4772-95e8-8ef69688d9e5 Jun 23 14:16:19.631226 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a35402d-1967-427b-90f5-9818d75ad45d,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:19.634737 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:19.683708 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.702848 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:19.707950 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:19.708254 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.739859 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.741205 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:19.741876 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.745098 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-cd28a4a5-d77d-440e-8452-603edce0fd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:19.779629 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4253139 Jun 23 14:16:19.782713 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 37606) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:19.800187 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Request body: {'subnet': {'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-599086966-subnet', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'ip_version': 4}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:19.821572 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Pushing event updated for resources: {'Network': ['ID=2397aaad-a1a9-4772-95e8-8ef69688d9e5,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:19.823072 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.826095 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-1c7a548d-312f-44d3-8fff-9f974c99f0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:19.841131 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Made reservation on behalf of 12f293f6af78417eb8d920a8cba290e1 for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:16:19.842602 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network 2397aaad-a1a9-4772-95e8-8ef69688d9e5 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:16:19.843611 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069752'] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.875165 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=cdc230ce-3d93-43f2-a20c-8f2baac7c0eb,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:19.882443 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.915587 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:19.977908 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=cdc230ce-3d93-43f2-a20c-8f2baac7c0eb,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:19.981120 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:20.048662 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10014168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069738'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.052410 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:20.114800 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c423b9c-459d-4b0c-b593-7b03d7e2f072,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:20.118414 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:20.124473 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Checking segment: {'id': '1375105c-2bc8-48df-8229-525aafcc5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:20.125104 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Network hostable DHCP agents. Network: 2397aaad-a1a9-4772-95e8-8ef69688d9e5, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:16:20.143586 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Network 2397aaad-a1a9-4772-95e8-8ef69688d9e5 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:16:20.155976 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, 2397aaad-a1a9-4772-95e8-8ef69688d9e5) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:20.160394 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:20.161004 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.169297 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7bc370-58f2-44fb-9999-2c69efd805dc None None] Network 2397aaad-a1a9-4772-95e8-8ef69688d9e5 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:16:20.184170 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b8b6ada4-35ca-4381-96b7-17a55d619600 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3984101 Jun 23 14:16:20.188174 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 37628) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:20.196185 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-599086966-router', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:20.225605 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3923467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5974'] for router, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.227759 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5983'] for router, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.295177 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.399946 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de1f868a-49d8-4cfa-b31a-ee26f4d6d9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.414117 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32032e7a-c366-5531-9d15-524468520a4e-2397aaad-a1a9-4772-95e8-8ef69688d9e5', 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'fixed_ips': [{'subnet_id': '1c423b9c-459d-4b0c-b593-7b03d7e2f072'}]}} from dv-cinder-784477-5-iscsi. {{(pid=93101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:16:20.415094 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.484975 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5965'] for router, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.588226 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Allocated IP 172.20.0.2 (2397aaad-a1a9-4772-95e8-8ef69688d9e5/1c423b9c-459d-4b0c-b593-7b03d7e2f072/8e814f96-e5a8-4296-9c08-5a5dbfc71173) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:20.750280 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.752578 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.766254 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Transition to ACTIVE for port object 8e814f96-e5a8-4296-9c08-5a5dbfc71173 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:20.775359 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.787164 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Transition to ACTIVE for port object 8e814f96-e5a8-4296-9c08-5a5dbfc71173 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:20.803652 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.812513 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:20.876239 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Network 2397aaad-a1a9-4772-95e8-8ef69688d9e5 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:20.887728 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:20.901630 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:20.920751 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Pushing event updated for resources: {'Port': ['ID=8e814f96-e5a8-4296-9c08-5a5dbfc71173,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:20.928944 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:20.937726 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.945757 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Allocated IP 172.27.1.152 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/958aa634-317f-48ab-87d8-a83ba64f48b9) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:20.997111 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Attempting to bind port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:16:20.997774 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Attempting to bind port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '1375105c-2bc8-48df-8229-525aafcc5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:16:20.998182 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Attempting to bind port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 on network 2397aaad-a1a9-4772-95e8-8ef69688d9e5 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:21.004646 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:16:21.005030 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Checking segment: {'id': '1375105c-2bc8-48df-8229-525aafcc5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:21.005689 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.006452 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Bound using segment: {'id': '1375105c-2bc8-48df-8229-525aafcc5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:16:21.007204 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Bound port: 8e814f96-e5a8-4296-9c08-5a5dbfc71173, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1375105c-2bc8-48df-8229-525aafcc5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:16:21.007581 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.084420 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.084625 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] For port 8e814f96-e5a8-4296-9c08-5a5dbfc71173, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:16:21.087557 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] For port 8e814f96-e5a8-4296-9c08-5a5dbfc71173, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=8e814f96-e5a8-4296-9c08-5a5dbfc71173,segment=NetworkSegment(1375105c-2bc8-48df-8229-525aafcc5326),segment_id=1375105c-2bc8-48df-8229-525aafcc5326)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:16:21.093071 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.095090 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:21.137685 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.142426 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e0b6309a-8bab-45ac-8736-111639e04244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:21.163468 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Pushing event updated for resources: {'Port': ['ID=8e814f96-e5a8-4296-9c08-5a5dbfc71173,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:21.167437 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:21.185219 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.215831 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:21.225652 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:21.227589 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Sync routers for ids ['67af4b5c-f412-4c89-bd8e-15af3896bf84'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:21.228336 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:21.247188 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Routers {'67af4b5c-f412-4c89-bd8e-15af3896bf84'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:21.248144 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:16:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['67af4b5c-f412-4c89-bd8e-15af3896bf84'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:21.277363 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Pushing event updated for resources: {'Port': ['ID=958aa634-317f-48ab-87d8-a83ba64f48b9,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:21.281992 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:21.404961 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Set router 67af4b5c-f412-4c89-bd8e-15af3896bf84 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:21.692449 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.720743 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8e814f96-e5a8-4296-9c08-5a5dbfc71173 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:21.759368 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5b0827bc-d836-4836-822a-f2e58b977940', 'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'mac_address': 'fa:16:3e:c2:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:17Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 2, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'subnets': [{'id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:21.790355 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Checking router: 67af4b5c-f412-4c89-bd8e-15af3896bf84 for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:21.790631 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Updating router 67af4b5c-f412-4c89-bd8e-15af3896bf84 port 5b0827bc-d836-4836-822a-f2e58b977940 binding host dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:16:21.796636 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:21.803868 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device cdc230ce-3d93-43f2-a20c-8f2baac7c0eb up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:21.830302 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.876219 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:21.877070 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.963412 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827058'] for router, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:22.107421 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:22.118096 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Transition to ACTIVE for port object 5b0827bc-d836-4836-822a-f2e58b977940 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:22.125794 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:22.129029 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:22.154201 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Router 3ae65f60-310d-4095-94d7-5c8281560625 is scheduled to L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 with binding_index 1 {{(pid=93099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:16:22.169285 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Pushing event updated for resources: {'Port': ['ID=5b0827bc-d836-4836-822a-f2e58b977940,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:22.178415 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.178734 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.179083 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.179410 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.179736 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.180052 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.180558 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.181035 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.181654 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.182462 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.182759 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.183249 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:22.215447 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:22.280883 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Attempting to bind port 5b0827bc-d836-4836-822a-f2e58b977940 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:16:22.281995 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Attempting to bind port 5b0827bc-d836-4836-822a-f2e58b977940 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:16:22.282399 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Attempting to bind port 5b0827bc-d836-4836-822a-f2e58b977940 on network b624a90f-2b1c-40cc-81e6-a588383f6301 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:22.288601 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:16:22.288986 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Checking segment: {'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:22.289389 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:22.289992 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Bound using segment: {'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:16:22.290596 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Bound port: 5b0827bc-d836-4836-822a-f2e58b977940, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:16:22.290977 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:22.316813 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:22.333580 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Sync routers for ids ['3ae65f60-310d-4095-94d7-5c8281560625'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:22.338420 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Notify callbacks [] for router, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:22.340551 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1503556 Jun 23 14:16:22.343284 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 37652) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:22.357905 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Routers {'3ae65f60-310d-4095-94d7-5c8281560625'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:22.358861 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:16:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['3ae65f60-310d-4095-94d7-5c8281560625'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:22.370675 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] For port 5b0827bc-d836-4836-822a-f2e58b977940, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:16:22.375311 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] For port 5b0827bc-d836-4836-822a-f2e58b977940, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=5b0827bc-d836-4836-822a-f2e58b977940,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:16:22.380198 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:22.382974 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-739cd4eb-2f2c-4fe3-8f2c-313a0afb45f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:22.437745 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Pushing event updated for resources: {'Port': ['ID=5b0827bc-d836-4836-822a-f2e58b977940,revision_number=4']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:22.441588 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:22.467561 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Routers {'67af4b5c-f412-4c89-bd8e-15af3896bf84'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:22.468424 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:16:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['67af4b5c-f412-4c89-bd8e-15af3896bf84'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:22.503527 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1b4ee-4d93-433b-aff8-576338e86a79 None None] Network 2397aaad-a1a9-4772-95e8-8ef69688d9e5 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:16:22.622870 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] Set router 67af4b5c-f412-4c89-bd8e-15af3896bf84 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:22.766454 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Set router 3ae65f60-310d-4095-94d7-5c8281560625 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:22.861763 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-14ccaa8c-a071-470d-854b-4ca303aa1dc7 None None] Provisioning for port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:22.871620 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5b0827bc-d836-4836-822a-f2e58b977940', 'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'mac_address': 'fa:16:3e:c2:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:17Z', 'updated_at': '2021-06-23T14:16:22Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'subnets': [{'id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:22.878002 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-14ccaa8c-a071-470d-854b-4ca303aa1dc7 None None] Provisioning complete for port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:22.879151 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14ccaa8c-a071-470d-854b-4ca303aa1dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:22.902684 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489b7a6-7854-419d-ab4d-400051318139 None None] The sync data for ids ['67af4b5c-f412-4c89-bd8e-15af3896bf84'] in dv-cinder-784477-5-iscsi is: [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5b0827bc-d836-4836-822a-f2e58b977940', 'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'mac_address': 'fa:16:3e:c2:50:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:17Z', 'updated_at': '2021-06-23T14:16:22Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'subnets': [{'id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:22.981879 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.096127 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14ccaa8c-a071-470d-854b-4ca303aa1dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.146343 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-14ccaa8c-a071-470d-854b-4ca303aa1dc7 None None] For port 8e814f96-e5a8-4296-9c08-5a5dbfc71173, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=8e814f96-e5a8-4296-9c08-5a5dbfc71173,segment=NetworkSegment(1375105c-2bc8-48df-8229-525aafcc5326),segment_id=1375105c-2bc8-48df-8229-525aafcc5326)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:23.148712 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae65f60-310d-4095-94d7-5c8281560625', 'name': 'tempest-TestMinimumBasicScenario-599086966-router', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:21Z', 'revision_number': 3, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'gw_port': {'id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:23.152607 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-14ccaa8c-a071-470d-854b-4ca303aa1dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.184361 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:23.189345 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Checking router: 3ae65f60-310d-4095-94d7-5c8281560625 for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:23.189705 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Updating router 3ae65f60-310d-4095-94d7-5c8281560625 port 958aa634-317f-48ab-87d8-a83ba64f48b9 binding host dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:16:23.200132 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Allocated IP 172.20.0.1 (2397aaad-a1a9-4772-95e8-8ef69688d9e5/1c423b9c-459d-4b0c-b593-7b03d7e2f072/4ed2483e-be2b-4db2-8d79-f5bdbac1134a) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:23.287818 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.326625 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccaa8c-a071-470d-854b-4ca303aa1dc7 None None] Pushing event updated for resources: {'Port': ['ID=8e814f96-e5a8-4296-9c08-5a5dbfc71173,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:23.341500 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14ccaa8c-a071-470d-854b-4ca303aa1dc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:23.377189 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.381937 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.403360 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Transition to ACTIVE for port object 4ed2483e-be2b-4db2-8d79-f5bdbac1134a will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:23.464368 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.469270 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-1d89d250-02f5-4229-8e2b-460a66460570 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:23.561742 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Pushing event updated for resources: {'Port': ['ID=4ed2483e-be2b-4db2-8d79-f5bdbac1134a,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:23.572099 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Network 2397aaad-a1a9-4772-95e8-8ef69688d9e5 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:23.574006 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:23.576545 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:23.577387 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:23.620468 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-6d17211b-d580-4c5c-9ef4-110de9ee8da8 None None] Provisioning complete for port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:23.621265 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6d17211b-d580-4c5c-9ef4-110de9ee8da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.632403 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8e814f96-e5a8-4296-9c08-5a5dbfc71173 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:23.653915 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3818354'] for router_interface, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.789689 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:23.790248 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.909360 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.935869 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:23.955298 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Transition to ACTIVE for port object 958aa634-317f-48ab-87d8-a83ba64f48b9 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:24.001339 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.014450 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:24.105175 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 5b0827bc-d836-4836-822a-f2e58b977940 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:24.126141 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.133129 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.136726 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0215c69e-fe04-4c46-b949-db586f821a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:24.151053 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Attempting to bind port 958aa634-317f-48ab-87d8-a83ba64f48b9 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:16:24.151571 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Attempting to bind port 958aa634-317f-48ab-87d8-a83ba64f48b9 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:16:24.152164 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Attempting to bind port 958aa634-317f-48ab-87d8-a83ba64f48b9 on network 710040d5-090b-4499-bb22-f2344abaefd1 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:24.159536 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6c2f3-f029-4c13-8010-7ebd23be7c38 None None] Pushing event updated for resources: {'Port': ['ID=958aa634-317f-48ab-87d8-a83ba64f48b9,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:24.168441 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-06011cbf-e07b-480f-aedd-f1bbe4c04c7e None None] Provisioning for port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:24.179924 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ee6c2f3-f029-4c13-8010-7ebd23be7c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:24.185079 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:16:24.185676 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Checking segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:24.186356 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.186998 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Bound using segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:16:24.187780 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Bound port: 958aa634-317f-48ab-87d8-a83ba64f48b9, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:16:24.188391 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.198130 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-06011cbf-e07b-480f-aedd-f1bbe4c04c7e None None] Provisioning complete for port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:24.198724 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-06011cbf-e07b-480f-aedd-f1bbe4c04c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.246707 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Pushing event updated for resources: {'Port': ['ID=4ed2483e-be2b-4db2-8d79-f5bdbac1134a,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:24.254757 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:24.256575 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3818398'] for router_interface, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.296774 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-06011cbf-e07b-480f-aedd-f1bbe4c04c7e None None] Port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:16:24.311085 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 5b0827bc-d836-4836-822a-f2e58b977940 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:24.319207 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 5b0827bc-d836-4836-822a-f2e58b977940 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:24.319593 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.321504 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] For port 958aa634-317f-48ab-87d8-a83ba64f48b9, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:16:24.325415 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] For port 958aa634-317f-48ab-87d8-a83ba64f48b9, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=958aa634-317f-48ab-87d8-a83ba64f48b9,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:16:24.348504 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.353153 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-6424c19f-a521-4314-9170-b1e6851e4ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:24.378703 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Network 2397aaad-a1a9-4772-95e8-8ef69688d9e5 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:24.380365 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:24.451669 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Routers {'3ae65f60-310d-4095-94d7-5c8281560625'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:24.452682 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:16:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['3ae65f60-310d-4095-94d7-5c8281560625'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:24.525246 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6c2f3-f029-4c13-8010-7ebd23be7c38 None None] Pushing event updated for resources: {'Port': ['ID=958aa634-317f-48ab-87d8-a83ba64f48b9,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:24.533578 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ee6c2f3-f029-4c13-8010-7ebd23be7c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:24.551147 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Router 3ae65f60-310d-4095-94d7-5c8281560625 has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:16:24.644928 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.699383 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] Set router 3ae65f60-310d-4095-94d7-5c8281560625 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:24.702434 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-7c4890ec-73f2-4877-8efc-afc19da3753f None None] Provisioning complete for port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:24.702811 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-7c4890ec-73f2-4877-8efc-afc19da3753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.713427 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:24.720570 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] 10.222.0.13 "PUT /v2.0/routers/3ae65f60-310d-4095-94d7-5c8281560625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3755174 Jun 23 14:16:24.739003 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 5b0827bc-d836-4836-822a-f2e58b977940, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=5b0827bc-d836-4836-822a-f2e58b977940,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:24.763317 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:24.770512 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:24.981361 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-7c4890ec-73f2-4877-8efc-afc19da3753f None None] Port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:16:25.016268 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=5b0827bc-d836-4836-822a-f2e58b977940,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:25.023974 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:25.155323 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae65f60-310d-4095-94d7-5c8281560625', 'name': 'tempest-TestMinimumBasicScenario-599086966-router', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:23Z', 'revision_number': 4, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'gw_port': {'id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '4ed2483e-be2b-4db2-8d79-f5bdbac1134a', 'name': '', 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'mac_address': 'fa:16:3e:ec:63:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1c423b9c-459d-4b0c-b593-7b03d7e2f072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:23Z', 'updated_at': '2021-06-23T14:16:23Z', 'revision_number': 2, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'subnets': [{'id': '1c423b9c-459d-4b0c-b593-7b03d7e2f072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:25.182199 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323c572-2549-49d2-ad11-f15eea330aa5 None None] The sync data for ids ['3ae65f60-310d-4095-94d7-5c8281560625'] in dv-cinder-784477-5-iscsi is: [{'id': '3ae65f60-310d-4095-94d7-5c8281560625', 'name': 'tempest-TestMinimumBasicScenario-599086966-router', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:23Z', 'revision_number': 4, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'gw_port': {'id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '4ed2483e-be2b-4db2-8d79-f5bdbac1134a', 'name': '', 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'mac_address': 'fa:16:3e:ec:63:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1c423b9c-459d-4b0c-b593-7b03d7e2f072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:23Z', 'updated_at': '2021-06-23T14:16:23Z', 'revision_number': 2, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'subnets': [{'id': '1c423b9c-459d-4b0c-b593-7b03d7e2f072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:25.574488 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 5b0827bc-d836-4836-822a-f2e58b977940 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:25.646222 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 5b0827bc-d836-4836-822a-f2e58b977940 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:25.646602 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.601439 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 958aa634-317f-48ab-87d8-a83ba64f48b9 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:27.680274 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 958aa634-317f-48ab-87d8-a83ba64f48b9 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:27.685012 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 958aa634-317f-48ab-87d8-a83ba64f48b9 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:27.686038 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.798616 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.823569 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 958aa634-317f-48ab-87d8-a83ba64f48b9, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=958aa634-317f-48ab-87d8-a83ba64f48b9,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:27.828350 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.832276 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-2ee6c2f3-f029-4c13-8010-7ebd23be7c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:27.903167 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=958aa634-317f-48ab-87d8-a83ba64f48b9,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:27.907261 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:27.925687 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Sync routers for ids ['3ae65f60-310d-4095-94d7-5c8281560625'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:27.935004 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Routers {'3ae65f60-310d-4095-94d7-5c8281560625'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:27.935548 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:16:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['3ae65f60-310d-4095-94d7-5c8281560625'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:28.139211 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Set router 3ae65f60-310d-4095-94d7-5c8281560625 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:28.371600 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae65f60-310d-4095-94d7-5c8281560625', 'name': 'tempest-TestMinimumBasicScenario-599086966-router', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:23Z', 'revision_number': 4, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'gw_port': {'id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '4ed2483e-be2b-4db2-8d79-f5bdbac1134a', 'name': '', 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'mac_address': 'fa:16:3e:ec:63:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1c423b9c-459d-4b0c-b593-7b03d7e2f072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:23Z', 'updated_at': '2021-06-23T14:16:23Z', 'revision_number': 2, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'subnets': [{'id': '1c423b9c-459d-4b0c-b593-7b03d7e2f072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:28.410343 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Checking router: 3ae65f60-310d-4095-94d7-5c8281560625 for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:28.410993 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Updating router 3ae65f60-310d-4095-94d7-5c8281560625 port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a binding host dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:16:28.455702 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.818201 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.838836 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Transition to ACTIVE for port object 4ed2483e-be2b-4db2-8d79-f5bdbac1134a will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:28.850992 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.857952 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-8e73fb27-3562-4669-9aff-01dca7047698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:28.916253 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed6542-1c78-4ded-a553-3dc9a006e9a6 None None] Pushing event updated for resources: {'Port': ['ID=4ed2483e-be2b-4db2-8d79-f5bdbac1134a,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:28.920348 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5eed6542-1c78-4ded-a553-3dc9a006e9a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:28.994135 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Attempting to bind port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:16:28.995348 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Attempting to bind port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '1375105c-2bc8-48df-8229-525aafcc5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:16:28.995911 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Attempting to bind port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a on network 2397aaad-a1a9-4772-95e8-8ef69688d9e5 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:29.002391 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:16:29.003254 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Checking segment: {'id': '1375105c-2bc8-48df-8229-525aafcc5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:29.004040 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:29.004925 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Bound using segment: {'id': '1375105c-2bc8-48df-8229-525aafcc5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:16:29.006180 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Bound port: 4ed2483e-be2b-4db2-8d79-f5bdbac1134a, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1375105c-2bc8-48df-8229-525aafcc5326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:16:29.006914 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:29.084881 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] For port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:16:29.101033 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] For port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=4ed2483e-be2b-4db2-8d79-f5bdbac1134a,segment=NetworkSegment(1375105c-2bc8-48df-8229-525aafcc5326),segment_id=1375105c-2bc8-48df-8229-525aafcc5326)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:16:29.111625 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:29.117714 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:29.243644 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed6542-1c78-4ded-a553-3dc9a006e9a6 None None] Pushing event updated for resources: {'Port': ['ID=4ed2483e-be2b-4db2-8d79-f5bdbac1134a,revision_number=4']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:29.259616 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-5eed6542-1c78-4ded-a553-3dc9a006e9a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:29.261752 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Routers {'3ae65f60-310d-4095-94d7-5c8281560625'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:29.262486 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:16:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['3ae65f60-310d-4095-94d7-5c8281560625'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:29.448349 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] Set router 3ae65f60-310d-4095-94d7-5c8281560625 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:29.609691 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 958aa634-317f-48ab-87d8-a83ba64f48b9 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:29.694523 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 958aa634-317f-48ab-87d8-a83ba64f48b9 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:29.695402 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:29.785156 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae65f60-310d-4095-94d7-5c8281560625', 'name': 'tempest-TestMinimumBasicScenario-599086966-router', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:23Z', 'revision_number': 4, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'gw_port': {'id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '4ed2483e-be2b-4db2-8d79-f5bdbac1134a', 'name': '', 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'mac_address': 'fa:16:3e:ec:63:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1c423b9c-459d-4b0c-b593-7b03d7e2f072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:23Z', 'updated_at': '2021-06-23T14:16:29Z', 'revision_number': 4, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'subnets': [{'id': '1c423b9c-459d-4b0c-b593-7b03d7e2f072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:29.840068 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630cc2b9-6d8b-48a7-a20b-d8d5ffc453fd None None] The sync data for ids ['3ae65f60-310d-4095-94d7-5c8281560625'] in dv-cinder-784477-5-iscsi is: [{'id': '3ae65f60-310d-4095-94d7-5c8281560625', 'name': 'tempest-TestMinimumBasicScenario-599086966-router', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:23Z', 'revision_number': 4, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'gw_port': {'id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '4ed2483e-be2b-4db2-8d79-f5bdbac1134a', 'name': '', 'network_id': '2397aaad-a1a9-4772-95e8-8ef69688d9e5', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'mac_address': 'fa:16:3e:ec:63:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1c423b9c-459d-4b0c-b593-7b03d7e2f072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:23Z', 'updated_at': '2021-06-23T14:16:29Z', 'revision_number': 4, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'subnets': [{'id': '1c423b9c-459d-4b0c-b593-7b03d7e2f072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:29.875479 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 4ed2483e-be2b-4db2-8d79-f5bdbac1134a up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:29.953282 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:29.957805 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:29.958218 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:30.066386 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:30.108289 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=4ed2483e-be2b-4db2-8d79-f5bdbac1134a,segment=NetworkSegment(1375105c-2bc8-48df-8229-525aafcc5326),segment_id=1375105c-2bc8-48df-8229-525aafcc5326)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:30.113143 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:30.116100 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95c1dcdb-7302-4e1e-bd5f-2cdf3821bbf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:30.182986 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=4ed2483e-be2b-4db2-8d79-f5bdbac1134a,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:30.186428 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:31.534973 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 4ed2483e-be2b-4db2-8d79-f5bdbac1134a up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:31.612008 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:31.613150 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:36.109769 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-5a166cc7-0302-4e71-91b6-0cbdeca660d9 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:36.111244 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-5a166cc7-0302-4e71-91b6-0cbdeca660d9 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/networks?id=b624a90f-2b1c-40cc-81e6-a588383f6301 HTTP/1.1" status: 200 len: 815 time: 0.0996940 Jun 23 14:16:36.127101 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-b3ff85af-c88f-4e18-8cba-98b52bda71d6 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/quotas/7e9fe00ee58f45f3841243769342c70a HTTP/1.1" status: 200 len: 375 time: 0.0095959 Jun 23 14:16:36.452431 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-faa7848d-a785-4a6c-9743-913e92a63168 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e9fe00ee58f45f3841243769342c70a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3193371 Jun 23 14:16:36.658594 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-af3356bf-083a-4a1f-8d42-c96e87844fa2 service neutron] 10.222.0.13 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938694 Jun 23 14:16:36.752503 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-24bec072-527a-4bf9-9302-0d12a6dd25fc service neutron] 10.222.0.13 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880001 Jun 23 14:16:36.882064 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:36.950675 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-30971df7-f751-4fd7-93aa-b7c4036a23a5 req-d0fff50a-ce88-4c9a-8d28-54665f48bbf7 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 210 time: 0.0298495 Jun 23 14:16:38.087056 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4c0698e5-09d0-45ef-a382-5a2791cd44cf req-f788436f-6f84-40dd-ab55-7a7db32817c5 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 210 time: 0.0280182 Jun 23 14:16:38.324435 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-56834e4b-90b9-432d-b1dc-1a596239acb6 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:38.325837 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-56834e4b-90b9-432d-b1dc-1a596239acb6 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.39 "GET /v2.0/networks?id=b624a90f-2b1c-40cc-81e6-a588383f6301 HTTP/1.1" status: 200 len: 815 time: 0.1062305 Jun 23 14:16:38.345974 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Request body: {'port': {'device_id': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'admin_state_up': True, 'tenant_id': '7e9fe00ee58f45f3841243769342c70a'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:38.462261 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Made reservation on behalf of 7e9fe00ee58f45f3841243769342c70a for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:16:38.466122 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.588025 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Allocated IP 172.20.0.13 (b624a90f-2b1c-40cc-81e6-a588383f6301/41f71818-1bed-4347-94b7-2cb13cb757b0/bfc707fe-e30e-44a9-beed-ad2bdea80e92) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:38.739769 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.755105 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Transition to ACTIVE for port object bfc707fe-e30e-44a9-beed-ad2bdea80e92 will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:38.792889 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:38.802669 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3b529412-eb76-4108-94de-f396db392130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:38.859709 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Network b624a90f-2b1c-40cc-81e6-a588383f6301 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:38.866538 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:38.869134 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:38.944860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'Port': ['ID=bfc707fe-e30e-44a9-beed-ad2bdea80e92,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:38.949676 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:38.996567 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:38.997185 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.014068 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6717856 Jun 23 14:16:39.227444 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-b44ca7ec-6535-4441-8b7d-c079f7359d5d None None] Provisioning for port bfc707fe-e30e-44a9-beed-ad2bdea80e92 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:39.231626 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-b44ca7ec-6535-4441-8b7d-c079f7359d5d None None] Provisioning complete for port bfc707fe-e30e-44a9-beed-ad2bdea80e92 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:39.232463 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b44ca7ec-6535-4441-8b7d-c079f7359d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:39.277937 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df169c9-b05a-44f7-a8d2-46e798788293 req-1dc581e4-ee42-41d3-85f0-7deb106ece65 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:39.279490 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1df169c9-b05a-44f7-a8d2-46e798788293 req-1dc581e4-ee42-41d3-85f0-7deb106ece65 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0781598 Jun 23 14:16:39.287737 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-b44ca7ec-6535-4441-8b7d-c079f7359d5d None None] Port bfc707fe-e30e-44a9-beed-ad2bdea80e92 cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:16:39.320545 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1df169c9-b05a-44f7-a8d2-46e798788293 req-9e0cc91b-e6f0-4202-837d-8e49fc6690c3 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340912 Jun 23 14:16:40.512109 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c2d19-d04a-4617-8e4f-e194fd4e3544 req-f5a752e5-7543-4bcc-8228-75edc586f121 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:40.513698 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a08c2d19-d04a-4617-8e4f-e194fd4e3544 req-f5a752e5-7543-4bcc-8228-75edc586f121 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0666642 Jun 23 14:16:40.561698 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a08c2d19-d04a-4617-8e4f-e194fd4e3544 req-a2e0858f-d21e-4d00-855b-29a05641bd5a tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Jun 23 14:16:41.978096 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77469991-a691-4701-8896-f679c1f71252 req-381372a4-6643-4540-9b8d-c6a6b66817a6 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:41.979570 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-77469991-a691-4701-8896-f679c1f71252 req-381372a4-6643-4540-9b8d-c6a6b66817a6 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.3018146 Jun 23 14:16:42.021798 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-77469991-a691-4701-8896-f679c1f71252 req-41d56ab2-6a2f-45fa-bd09-a6f8336f65fa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346694 Jun 23 14:16:43.219865 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b8e66-b416-4cb5-8c95-3c8a206db64f req-09313ccb-9c21-449c-84cb-4437aed96e62 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:43.221698 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dd4b8e66-b416-4cb5-8c95-3c8a206db64f req-09313ccb-9c21-449c-84cb-4437aed96e62 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0837245 Jun 23 14:16:43.262619 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dd4b8e66-b416-4cb5-8c95-3c8a206db64f req-1506edd4-6f8b-4778-8d31-2f2ac816a4ea tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349376 Jun 23 14:16:44.455288 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb5bf6-538d-41af-af16-e198f4e29e78 req-740916d1-f747-49e1-a053-24ac1b487a18 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:44.456965 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-97fb5bf6-538d-41af-af16-e198f4e29e78 req-740916d1-f747-49e1-a053-24ac1b487a18 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0751083 Jun 23 14:16:44.515963 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-97fb5bf6-538d-41af-af16-e198f4e29e78 req-bc984a10-c2e6-4275-9af6-ac4b88515a1f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524466 Jun 23 14:16:44.985761 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:16:45.694711 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69336a6-61fd-4d2b-b223-df691dc151ad req-0aabd5ed-872a-4a76-bfef-a5f9635a978c tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:45.696160 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a69336a6-61fd-4d2b-b223-df691dc151ad req-0aabd5ed-872a-4a76-bfef-a5f9635a978c tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0661502 Jun 23 14:16:45.732943 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a69336a6-61fd-4d2b-b223-df691dc151ad req-1933d9b2-3511-4fae-ba39-2d19e2331696 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312121 Jun 23 14:16:46.905101 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fa1ef-5c92-4160-aafd-8d2ddf69d42c req-da559f37-675a-40be-ba8f-d3b058e914cc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:46.906571 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-653fa1ef-5c92-4160-aafd-8d2ddf69d42c req-da559f37-675a-40be-ba8f-d3b058e914cc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0652435 Jun 23 14:16:46.944540 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-653fa1ef-5c92-4160-aafd-8d2ddf69d42c req-e6ee426e-e3aa-4554-a8c8-a7a5edb19cb5 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311890 Jun 23 14:16:47.773472 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-665e684f-bb98-4e40-b888-655120d48163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:48.125627 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2316302-b0ab-488b-82ad-b41bcfb2e02e req-69bebeaf-3dab-4e82-b553-979817169d32 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:48.128739 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a2316302-b0ab-488b-82ad-b41bcfb2e02e req-69bebeaf-3dab-4e82-b553-979817169d32 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0676947 Jun 23 14:16:48.169928 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a2316302-b0ab-488b-82ad-b41bcfb2e02e req-d09d6cda-cd56-4872-9949-1e26ba68c833 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344782 Jun 23 14:16:49.353700 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d1156-6dba-46f6-bfa4-c7d84b4a6a4b req-ec85faad-654e-49e4-8ec3-99d581fce728 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:49.355185 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d19d1156-6dba-46f6-bfa4-c7d84b4a6a4b req-ec85faad-654e-49e4-8ec3-99d581fce728 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0675519 Jun 23 14:16:49.395117 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d19d1156-6dba-46f6-bfa4-c7d84b4a6a4b req-ecf87cbc-00d7-47dc-ad8d-91657e982460 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313301 Jun 23 14:16:50.352872 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3f32-229a-4215-bf7e-d95181da6911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:50.573422 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbff68-7541-430e-a4b9-496811afe15d req-00f30ce6-3fb2-4c15-ad6a-3d541de7f672 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:50.574898 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2cdbff68-7541-430e-a4b9-496811afe15d req-00f30ce6-3fb2-4c15-ad6a-3d541de7f672 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0656815 Jun 23 14:16:50.617975 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2cdbff68-7541-430e-a4b9-496811afe15d req-bb0e0a01-9741-4042-9150-e78e5e168cdb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373595 Jun 23 14:16:50.902357 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:51.175820 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:51.798860 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a0835-13a5-4804-aa97-f3fe23f8afcc req-e4320796-7579-4799-97a5-8f136c0ff49d tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:51.802358 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2d5a0835-13a5-4804-aa97-f3fe23f8afcc req-e4320796-7579-4799-97a5-8f136c0ff49d tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0706372 Jun 23 14:16:51.843904 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2d5a0835-13a5-4804-aa97-f3fe23f8afcc req-b0768259-2517-4891-805d-766545e4ca3d tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355957 Jun 23 14:16:53.023541 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd473b6-cc24-41bb-88b2-7799733183ce req-cace98ba-df0a-4731-99db-5075f4d7724b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:53.025030 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1cd473b6-cc24-41bb-88b2-7799733183ce req-cace98ba-df0a-4731-99db-5075f4d7724b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0659888 Jun 23 14:16:53.063740 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1cd473b6-cc24-41bb-88b2-7799733183ce req-a56a7887-b965-4229-bbea-f8a698191206 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Jun 23 14:16:53.325071 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:54.251028 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ee414-83b9-4647-97e9-3272cff3c6f0 req-7a6ee561-0ef0-4c36-a5d5-73e723504a47 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:54.253182 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6f5ee414-83b9-4647-97e9-3272cff3c6f0 req-7a6ee561-0ef0-4c36-a5d5-73e723504a47 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0684302 Jun 23 14:16:54.293364 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6f5ee414-83b9-4647-97e9-3272cff3c6f0 req-3e1b192e-4a51-42f7-bbb0-0e2e3cd198c5 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345831 Jun 23 14:16:55.472913 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130123a1-650d-402b-9fcb-f4d23a3cf2d0 req-6295d0f7-0da9-4e56-b382-3683225daa15 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:55.474475 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-130123a1-650d-402b-9fcb-f4d23a3cf2d0 req-6295d0f7-0da9-4e56-b382-3683225daa15 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0682256 Jun 23 14:16:55.515481 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-130123a1-650d-402b-9fcb-f4d23a3cf2d0 req-a2f49765-9849-4fad-ac52-e9f5ffbb9b7c tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344682 Jun 23 14:16:56.699945 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66c2f5-1135-414a-bc3a-a67980c69f40 req-fcbc8a64-05cb-4619-8537-90144921e94f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:56.701588 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9e66c2f5-1135-414a-bc3a-a67980c69f40 req-fcbc8a64-05cb-4619-8537-90144921e94f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 932 time: 0.0671840 Jun 23 14:16:56.731975 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Request body: {'port': {'device_id': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:56.775248 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9e66c2f5-1135-414a-bc3a-a67980c69f40 req-76240f3b-a7e5-4abc-b999-3c84273649c4 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668151 Jun 23 14:16:56.822490 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.085532 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc707fe-e30e-44a9-beed-ad2bdea80e92 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:16:57.092759 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.103998 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Transition to ACTIVE for port object bfc707fe-e30e-44a9-beed-ad2bdea80e92 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:57.108297 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.111877 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:57.164485 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Pushing event updated for resources: {'Port': ['ID=bfc707fe-e30e-44a9-beed-ad2bdea80e92,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:57.182914 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:57.234266 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Attempting to bind port bfc707fe-e30e-44a9-beed-ad2bdea80e92 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:16:57.234534 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Attempting to bind port bfc707fe-e30e-44a9-beed-ad2bdea80e92 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:16:57.234724 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Attempting to bind port bfc707fe-e30e-44a9-beed-ad2bdea80e92 on network b624a90f-2b1c-40cc-81e6-a588383f6301 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:57.242246 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Port bfc707fe-e30e-44a9-beed-ad2bdea80e92 on network b624a90f-2b1c-40cc-81e6-a588383f6301 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:16:57.242937 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Attempting to bind port bfc707fe-e30e-44a9-beed-ad2bdea80e92 on network b624a90f-2b1c-40cc-81e6-a588383f6301 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:57.250651 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:16:57.251134 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Checking segment: {'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:57.251794 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Bound using segment: {'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:16:57.253217 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Bound port: bfc707fe-e30e-44a9-beed-ad2bdea80e92, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446baaee-c383-448e-b4e8-ac21527cb42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:16:57.253757 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.325200 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] For port bfc707fe-e30e-44a9-beed-ad2bdea80e92, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:16:57.329068 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] For port bfc707fe-e30e-44a9-beed-ad2bdea80e92, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:16:57.338333 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.341589 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6c0fc6a1-bb83-44ba-9eea-bb3903151180 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:57.378199 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:57.378773 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.380122 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] 10.222.0.39 "PUT /v2.0/ports/bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 200 len: 1094 time: 0.6546319 Jun 23 14:16:57.380669 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:57.382923 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:57.422612 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Pushing event updated for resources: {'Port': ['ID=bfc707fe-e30e-44a9-beed-ad2bdea80e92,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:57.426746 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:57.543958 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb283f9-0dbd-402c-b389-f190490e555d x-openstack-request-id: req-9eb283f9-0dbd-402c-b389-f190490e555d {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:57.544292 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:57.544581 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9eb283f9-0dbd-402c-b389-f190490e555d {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:57.545008 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'status': 'completed', 'code': 200} Jun 23 14:16:57.582506 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-fb2d7159-808c-4ace-82d4-67fa5f748c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:57.584283 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-fb2d7159-808c-4ace-82d4-67fa5f748c83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9fe00ee58f45f3841243769342c70a&device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 1097 time: 0.0792513 Jun 23 14:16:57.637451 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-2e48e9f7-f799-4f3e-8e1d-aa347d96340d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 200 len: 217 time: 0.0376298 Jun 23 14:16:57.705755 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-8189b8ac-e858-407a-b2d9-51671e484c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:57.707520 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-8189b8ac-e858-407a-b2d9-51671e484c85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f71818-1bed-4347-94b7-2cb13cb757b0 HTTP/1.1" status: 200 len: 854 time: 0.0635655 Jun 23 14:16:57.767413 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-4763a574-d55c-441c-92c5-6283a01021a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:57.769632 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-4763a574-d55c-441c-92c5-6283a01021a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b624a90f-2b1c-40cc-81e6-a588383f6301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539680 Jun 23 14:16:57.858587 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-bb29bbfa-ff78-4545-a2c0-b33456865bb4 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824776 Jun 23 14:16:57.993464 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6bc9bb65-675a-43e1-a7d4-dcd98b16cca2 req-b08a7f52-5c6d-4687-99df-cb403b238f38 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284113 Jun 23 14:16:58.011107 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638b518-d3b4-4013-906d-2b6dbd1e0172 req-04415ad8-f626-4803-9c2f-ba575795aec5 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:58.012639 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0638b518-d3b4-4013-906d-2b6dbd1e0172 req-04415ad8-f626-4803-9c2f-ba575795aec5 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 944 time: 0.1254747 Jun 23 14:16:58.059395 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0638b518-d3b4-4013-906d-2b6dbd1e0172 req-83006ff4-4bc3-4fa2-b637-3be4b2ec318b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Jun 23 14:16:58.146929 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c req-f629b3f1-abde-433d-bfa7-3b0fc49559b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:58.148288 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c req-f629b3f1-abde-433d-bfa7-3b0fc49559b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9fe00ee58f45f3841243769342c70a&device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 1097 time: 0.0526993 Jun 23 14:16:58.235757 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c req-82f84795-f99c-4c53-96dc-69329a2c18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:58.239538 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c req-82f84795-f99c-4c53-96dc-69329a2c18ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=b624a90f-2b1c-40cc-81e6-a588383f6301 HTTP/1.1" status: 200 len: 916 time: 0.0849233 Jun 23 14:16:58.284171 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c req-5a6ecb84-d372-4ce7-8282-8c5f8fba8957 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 200 len: 217 time: 0.0373812 Jun 23 14:16:58.330934 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c req-9ea73548-f7b4-469d-9268-b4fbf7484017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:58.332370 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c req-9ea73548-f7b4-469d-9268-b4fbf7484017 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f71818-1bed-4347-94b7-2cb13cb757b0 HTTP/1.1" status: 200 len: 854 time: 0.0427186 Jun 23 14:16:58.388142 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c req-e8c8cba6-13fc-4512-ba92-06cb7afe0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:58.389683 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c req-e8c8cba6-13fc-4512-ba92-06cb7afe0781 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b624a90f-2b1c-40cc-81e6-a588383f6301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515811 Jun 23 14:16:58.479436 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c req-aeebaf25-a948-4706-8b64-0bf2b3856922 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834835 Jun 23 14:16:58.570649 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f5bc8a87-3230-4e91-a881-e3d2dba3d92c req-b08376fd-ab2c-4a10-8d0a-2f0d9e0d8e6f service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847285 Jun 23 14:16:59.096228 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3f94b-1d83-465d-8c88-89cd0f30edbe req-4043898c-3f24-4178-8ec5-10dcd1979e11 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:59.107768 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c4f3f94b-1d83-465d-8c88-89cd0f30edbe req-4043898c-3f24-4178-8ec5-10dcd1979e11 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0898180 Jun 23 14:16:59.143449 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c4f3f94b-1d83-465d-8c88-89cd0f30edbe req-2b45244b-17fb-4965-a4f6-ee6d5bae0da6 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349383 Jun 23 14:16:59.274577 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f435f35-e02c-4054-a176-b05cc7c4547b req-099124e3-837b-425d-8acb-b1ca2d12c058 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:59.276253 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7f435f35-e02c-4054-a176-b05cc7c4547b req-099124e3-837b-425d-8acb-b1ca2d12c058 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 944 time: 0.0771744 Jun 23 14:16:59.318621 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7f435f35-e02c-4054-a176-b05cc7c4547b req-66629cbf-d7ba-4425-a1ee-9e71a8346fce tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359507 Jun 23 14:17:00.317562 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c22be-6278-4c67-b66b-c6e78fecc709 req-a8d2d3ae-a6d2-49bb-af24-275df1d3da80 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:00.319039 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dc2c22be-6278-4c67-b66b-c6e78fecc709 req-a8d2d3ae-a6d2-49bb-af24-275df1d3da80 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0625002 Jun 23 14:17:00.356788 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dc2c22be-6278-4c67-b66b-c6e78fecc709 req-37ce0160-0a09-411b-a3e4-1f2d468fab52 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320289 Jun 23 14:17:00.490098 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895845b-9ddd-4926-a263-216acb160d4a req-2025ea21-bb53-433b-9177-30f109204333 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:00.491545 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a895845b-9ddd-4926-a263-216acb160d4a req-2025ea21-bb53-433b-9177-30f109204333 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 944 time: 0.0609605 Jun 23 14:17:00.532166 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a895845b-9ddd-4926-a263-216acb160d4a req-70255fd5-2ca0-4730-b18b-645bae057ff0 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Jun 23 14:17:01.537144 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f027e-07bb-4151-a37d-514cc3555a0a req-c3ca22fc-e6db-4aad-8ddf-5f6f0213e119 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:01.538561 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8e4f027e-07bb-4151-a37d-514cc3555a0a req-c3ca22fc-e6db-4aad-8ddf-5f6f0213e119 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0655456 Jun 23 14:17:01.578196 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8e4f027e-07bb-4151-a37d-514cc3555a0a req-2904efc3-14ae-4c9a-ac16-2901762d25bb tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340111 Jun 23 14:17:01.709920 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57377a46-8855-429e-817d-58dd41b39557 req-b4bf6921-6cf2-4866-a42f-129003362a50 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:01.711475 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-57377a46-8855-429e-817d-58dd41b39557 req-b4bf6921-6cf2-4866-a42f-129003362a50 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 944 time: 0.0659819 Jun 23 14:17:01.753752 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-57377a46-8855-429e-817d-58dd41b39557 req-6f322db4-c2cb-4840-b7d8-68fd5069190f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365744 Jun 23 14:17:02.752001 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f84a48-7bc3-4773-b4c5-d46c1a23f960 req-6a03aa87-155d-4671-a973-e2f6f3b71a8c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:02.753526 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-71f84a48-7bc3-4773-b4c5-d46c1a23f960 req-6a03aa87-155d-4671-a973-e2f6f3b71a8c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0653222 Jun 23 14:17:02.791727 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-71f84a48-7bc3-4773-b4c5-d46c1a23f960 req-29de1f4c-43fa-45a2-9200-49851b58e18a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325246 Jun 23 14:17:02.923816 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfd5a-5751-47e2-ac04-20e82a482c05 req-269e1c48-9721-422e-997d-e7897940ff62 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:02.925182 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ededfd5a-5751-47e2-ac04-20e82a482c05 req-269e1c48-9721-422e-997d-e7897940ff62 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 944 time: 0.0631521 Jun 23 14:17:02.964030 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ededfd5a-5751-47e2-ac04-20e82a482c05 req-224a61a3-74d2-4b78-b53e-c7e7571a501f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Jun 23 14:17:03.511466 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device bfc707fe-e30e-44a9-beed-ad2bdea80e92 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:17:03.603395 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port bfc707fe-e30e-44a9-beed-ad2bdea80e92, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:03.614225 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'port_id': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'mac_address': 'fa:16:3e:47:74:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:17:03.648529 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.660799 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc707fe-e30e-44a9-beed-ad2bdea80e92 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:17:03.679857 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port bfc707fe-e30e-44a9-beed-ad2bdea80e92, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:03.683502 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.685353 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:03.729266 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=bfc707fe-e30e-44a9-beed-ad2bdea80e92,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:03.732252 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:03.961610 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac948e-8bde-418b-9391-a936a757a683 req-a833f1ce-2c56-4e7d-925c-7c3fefce674b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:03.963024 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-45ac948e-8bde-418b-9391-a936a757a683 req-a833f1ce-2c56-4e7d-925c-7c3fefce674b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0625436 Jun 23 14:17:04.000650 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-45ac948e-8bde-418b-9391-a936a757a683 req-ecc3ce82-3f8e-4e78-97ab-3247d882d3e8 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320253 Jun 23 14:17:04.133843 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670ae11-0ee3-411b-bb48-3c9b887e67ac req-49d43159-a5a1-4361-9120-254af3dfda17 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:04.135307 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2670ae11-0ee3-411b-bb48-3c9b887e67ac req-49d43159-a5a1-4361-9120-254af3dfda17 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 945 time: 0.0642300 Jun 23 14:17:04.172952 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2670ae11-0ee3-411b-bb48-3c9b887e67ac req-36c0ad79-8bb0-4950-ace1-4bb04fe0cc57 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Jun 23 14:17:04.528722 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['bfc707fe-e30e-44a9-beed-ad2bdea80e92'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:05.329028 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64c04e-bde7-4b94-8dd7-05395d8c1c56 req-18632ada-2920-4a12-89fb-e9b951976178 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:05.331019 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4e64c04e-bde7-4b94-8dd7-05395d8c1c56 req-18632ada-2920-4a12-89fb-e9b951976178 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0668640 Jun 23 14:17:05.358278 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ff9ae-20f8-4c88-b5e6-f8bbbbc09884 req-5ef6cc69-9d5a-44e7-bb8d-91ac0aed6d38 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:05.360479 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-813ff9ae-20f8-4c88-b5e6-f8bbbbc09884 req-5ef6cc69-9d5a-44e7-bb8d-91ac0aed6d38 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 945 time: 0.0721235 Jun 23 14:17:05.375139 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4e64c04e-bde7-4b94-8dd7-05395d8c1c56 req-688b3337-b0a5-4058-b67b-07e00ba369cc tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379744 Jun 23 14:17:05.413651 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-813ff9ae-20f8-4c88-b5e6-f8bbbbc09884 req-66186d4b-46ce-4ef3-97f3-4120f2921e88 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445092 Jun 23 14:17:06.565483 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede38b8-0241-45f9-93e2-20c2221af99b req-9b9a4060-f1af-42a2-8b9c-d114869f9d68 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:06.567172 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2ede38b8-0241-45f9-93e2-20c2221af99b req-9b9a4060-f1af-42a2-8b9c-d114869f9d68 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0675857 Jun 23 14:17:06.605056 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2ede38b8-0241-45f9-93e2-20c2221af99b req-cbf96663-123a-4eb6-84d0-ddb7aff9a09a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319824 Jun 23 14:17:06.614523 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fd19f-c599-492d-8b1b-8c67cfa476c8 req-cbfed94c-fece-495a-83dd-519ed8dad60c tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:06.616056 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8a2fd19f-c599-492d-8b1b-8c67cfa476c8 req-cbfed94c-fece-495a-83dd-519ed8dad60c tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 945 time: 0.0705397 Jun 23 14:17:06.656222 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8a2fd19f-c599-492d-8b1b-8c67cfa476c8 req-bb0b60ed-e473-40aa-91e5-2601e493a32e tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Jun 23 14:17:06.892581 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.511207 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device bfc707fe-e30e-44a9-beed-ad2bdea80e92 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:07.559309 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port bfc707fe-e30e-44a9-beed-ad2bdea80e92 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:07.562915 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port bfc707fe-e30e-44a9-beed-ad2bdea80e92 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:07.563317 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.639297 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.660665 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:07.662930 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6bc479-ead4-4956-befb-8f9b3e2f6c7a" -d '{"events": [{"server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "name": "network-vif-plugged", "status": "completed", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:07.675593 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port bfc707fe-e30e-44a9-beed-ad2bdea80e92, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:07.679696 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.682148 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:07.735204 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=bfc707fe-e30e-44a9-beed-ad2bdea80e92,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:07.739365 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:07.777566 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d4232a-a15e-4d41-bb43-9d3fc078f507 x-openstack-request-id: req-01d4232a-a15e-4d41-bb43-9d3fc078f507 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:07.777868 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "name": "network-vif-plugged", "status": "completed", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:07.778189 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01d4232a-a15e-4d41-bb43-9d3fc078f507 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:07.778613 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'code': 200} Jun 23 14:17:07.814084 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780696b-f0cc-4867-84ce-49c3ceea34a7 req-55a6d042-6504-4a05-97a3-8f534f7efa35 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:07.815849 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b780696b-f0cc-4867-84ce-49c3ceea34a7 req-55a6d042-6504-4a05-97a3-8f534f7efa35 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0840735 Jun 23 14:17:07.858326 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b780696b-f0cc-4867-84ce-49c3ceea34a7 req-4c643d98-5414-43a7-b471-2f618f50f43b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366542 Jun 23 14:17:07.953172 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741f8a-25e3-4250-8d4a-25b2a486442a req-7321b167-e7c0-4b5f-8ee5-b88c882cc9de tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:07.954693 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d0741f8a-25e3-4250-8d4a-25b2a486442a req-7321b167-e7c0-4b5f-8ee5-b88c882cc9de tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0640635 Jun 23 14:17:07.999362 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d0741f8a-25e3-4250-8d4a-25b2a486442a req-3671098c-ec2d-4fa9-9fe2-a08a42664582 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386496 Jun 23 14:17:08.045461 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02802700-787f-4deb-a807-4b5b31de620e req-f7e11b80-668e-4945-8404-bf3a9a348af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:08.046969 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-02802700-787f-4deb-a807-4b5b31de620e req-f7e11b80-668e-4945-8404-bf3a9a348af1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 1099 time: 0.0553789 Jun 23 14:17:08.084253 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-02802700-787f-4deb-a807-4b5b31de620e req-16ba19df-f96e-4731-9713-eeca4c4402e5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276008 Jun 23 14:17:09.037075 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512d921-bf07-42cb-8c64-b4d314de3613 req-0a95e00c-99a6-4d50-a486-bd860736be5f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:09.038412 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3512d921-bf07-42cb-8c64-b4d314de3613 req-0a95e00c-99a6-4d50-a486-bd860736be5f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0643213 Jun 23 14:17:09.076274 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3512d921-bf07-42cb-8c64-b4d314de3613 req-4f417e46-dd72-4d72-b302-910384141e32 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321722 Jun 23 14:17:09.177218 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048845f-180b-45a8-bec9-8cf04f96b8c1 req-bef243f7-1545-4327-b3bf-412341221973 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:09.178620 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3048845f-180b-45a8-bec9-8cf04f96b8c1 req-bef243f7-1545-4327-b3bf-412341221973 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0640900 Jun 23 14:17:09.216807 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3048845f-180b-45a8-bec9-8cf04f96b8c1 req-06a51149-d510-4661-9b1d-a099a0dd617a tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Jun 23 14:17:10.256959 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecac04-e36c-4e59-af78-91154cb20acf req-6e30663a-0051-4903-b371-76e540dfd3e7 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:10.258575 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bdecac04-e36c-4e59-af78-91154cb20acf req-6e30663a-0051-4903-b371-76e540dfd3e7 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0670178 Jun 23 14:17:10.261824 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38026) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:10.303273 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bdecac04-e36c-4e59-af78-91154cb20acf req-2b64a861-63a6-4f0c-a370-81c3bcb5d7a4 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355718 Jun 23 14:17:10.365652 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a99d-4148-46e1-a474-a7e738e34aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.394586 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168faa4-c8ce-4b12-b8e8-3621c25f2d77 req-a8bd420d-6226-4265-9d53-f7f5df892f46 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:10.397001 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0168faa4-c8ce-4b12-b8e8-3621c25f2d77 req-a8bd420d-6226-4265-9d53-f7f5df892f46 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0653021 Jun 23 14:17:10.438727 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0168faa4-c8ce-4b12-b8e8-3621c25f2d77 req-35d2a4c6-1847-4cf5-998e-7de00f7af1ca tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343430 Jun 23 14:17:10.460461 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a99d-4148-46e1-a474-a7e738e34aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.464551 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a99d-4148-46e1-a474-a7e738e34aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.467332 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-5a069563-c741-40cc-9984-642d3999452e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:10.504153 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6a99d-4148-46e1-a474-a7e738e34aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a13c231-0b33-4091-b2a1-b8b8ea76c47e,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:10.507415 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-2fd6a99d-4148-46e1-a474-a7e738e34aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:10.511089 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-2fd6a99d-4148-46e1-a474-a7e738e34aee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f66babcc3ae44ac0b0de21a1654378f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482746 Jun 23 14:17:10.513590 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38032) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:10.591117 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-77943fba-ec66-4116-994c-23be6b12d1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.619075 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-77943fba-ec66-4116-994c-23be6b12d1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.667684 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163003dc-d4a4-4d01-a9fe-1b4c7939f448 req-42792e83-f64f-4825-9dd7-af2cf1e43922 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:10.669142 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-163003dc-d4a4-4d01-a9fe-1b4c7939f448 req-42792e83-f64f-4825-9dd7-af2cf1e43922 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.1127517 Jun 23 14:17:10.705354 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-77943fba-ec66-4116-994c-23be6b12d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.708013 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-77943fba-ec66-4116-994c-23be6b12d1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:10.709079 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-77943fba-ec66-4116-994c-23be6b12d1b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a13c231-0b33-4091-b2a1-b8b8ea76c47e HTTP/1.1" status: 204 len: 168 time: 0.1945615 Jun 23 14:17:10.711870 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b1fc1562-a67d-4260-b1ff-897f6a9496c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:10.722964 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-163003dc-d4a4-4d01-a9fe-1b4c7939f448 req-7c6d76b7-7c80-46e3-9c72-9fe7f77df03d tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443428 Jun 23 14:17:10.724079 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77943fba-ec66-4116-994c-23be6b12d1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a13c231-0b33-4091-b2a1-b8b8ea76c47e,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:10.726320 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-77943fba-ec66-4116-994c-23be6b12d1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:11.136081 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-0521689a-befe-48a1-a3db-81b527c49bb7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1004281 Jun 23 14:17:11.148637 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef66dca-4c34-47ba-b06e-5b1d5882b846 req-d20bf3b1-a92c-43a2-b6e5-58277177b156 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:11.150051 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bef66dca-4c34-47ba-b06e-5b1d5882b846 req-d20bf3b1-a92c-43a2-b6e5-58277177b156 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0874112 Jun 23 14:17:11.224998 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bef66dca-4c34-47ba-b06e-5b1d5882b846 req-9dd1142e-2cb7-4771-ad93-0d4987ed7a3f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659750 Jun 23 14:17:11.244086 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-82819b1d-e341-4a0e-8734-bb9209a215ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:11.245536 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-82819b1d-e341-4a0e-8734-bb9209a215ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 1100 time: 0.0692930 Jun 23 14:17:11.363860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-c9a7cea0-e112-42e2-a72d-d4cca39c9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:11.365629 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-c9a7cea0-e112-42e2-a72d-d4cca39c9bbd service neutron] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 918 time: 0.0972927 Jun 23 14:17:11.440965 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-29c9ade8-74b3-44bb-b2b9-0b770984a565 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80a8540b-718e-4874-a087-fe9eb7321b7b HTTP/1.1" status: 200 len: 1001 time: 0.0650694 Jun 23 14:17:11.502258 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-27e6b5e0-f1f7-497f-877b-7116747cdce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:11.504101 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-27e6b5e0-f1f7-497f-877b-7116747cdce5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.0569618 Jun 23 14:17:11.523993 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116d48d-167c-4b78-894d-a06309c4b4b2 req-c96fe3f7-02ae-497f-a0ff-c60c84106869 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:11.530817 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7116d48d-167c-4b78-894d-a06309c4b4b2 req-c96fe3f7-02ae-497f-a0ff-c60c84106869 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0775981 Jun 23 14:17:11.580194 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7116d48d-167c-4b78-894d-a06309c4b4b2 req-39dc78fc-03fa-44de-9afc-4bfa9e435624 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484242 Jun 23 14:17:11.585928 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-b868636a-3cd2-4696-b802-e4713e4ad7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:11.587648 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-b868636a-3cd2-4696-b802-e4713e4ad7f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760984 Jun 23 14:17:11.686100 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-538a2fc0-e071-48cf-ba9b-eb67b07f6861 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892456 Jun 23 14:17:11.779116 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d06ee467-f6e2-4821-9bc5-fa4240f7c7ff req-8b606057-73a7-48d9-b0de-b51858df3a05 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864060 Jun 23 14:17:12.748072 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449be27-d13a-4bc0-a110-b7a3fe758868 req-e1d28608-89e4-40f8-b52a-6b86e15c0d0f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:12.749886 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6449be27-d13a-4bc0-a110-b7a3fe758868 req-e1d28608-89e4-40f8-b52a-6b86e15c0d0f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0655107 Jun 23 14:17:12.787660 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6449be27-d13a-4bc0-a110-b7a3fe758868 req-558c17cd-86f9-48b9-adf5-50a1fe90b666 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316958 Jun 23 14:17:13.960905 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d17e8-0aa2-430e-840d-676971cf05d5 req-231c4450-a11f-4a9f-b8ca-3eb2e79e1bf5 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:13.962357 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-614d17e8-0aa2-430e-840d-676971cf05d5 req-231c4450-a11f-4a9f-b8ca-3eb2e79e1bf5 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0616183 Jun 23 14:17:13.999611 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-614d17e8-0aa2-430e-840d-676971cf05d5 req-9ac9526c-720d-4f0b-ba72-1b528a7d961c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317097 Jun 23 14:17:15.171166 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b528748-628d-4a46-b2e3-7a5a44c23915 req-2487fa15-a0e8-4fa0-a1b3-0f579cf15014 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:15.172612 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6b528748-628d-4a46-b2e3-7a5a44c23915 req-2487fa15-a0e8-4fa0-a1b3-0f579cf15014 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0621283 Jun 23 14:17:15.209872 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6b528748-628d-4a46-b2e3-7a5a44c23915 req-6fc6d6e8-1cfa-431e-a755-56f2fef79632 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309887 Jun 23 14:17:15.556419 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb3c27-8b98-412b-a15e-8df0a3b7247a req-f1bcc2fd-1d9a-490c-9702-b739bc4c4c3b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:15.557804 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-33cb3c27-8b98-412b-a15e-8df0a3b7247a req-f1bcc2fd-1d9a-490c-9702-b739bc4c4c3b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0658476 Jun 23 14:17:15.600457 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-33cb3c27-8b98-412b-a15e-8df0a3b7247a req-e5bbf7ea-c253-4ae3-89c9-43ed8fb9ce36 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368900 Jun 23 14:17:15.606158 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f7d8a-6e32-4238-9114-20f5701c8bdf req-ce64e586-2c8c-443c-9bfd-b2e2685aca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:15.607652 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-552f7d8a-6e32-4238-9114-20f5701c8bdf req-ce64e586-2c8c-443c-9bfd-b2e2685aca53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 1099 time: 0.0558150 Jun 23 14:17:15.697474 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f7d8a-6e32-4238-9114-20f5701c8bdf req-73728f9e-b9dd-4efe-ab34-e86af924f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:15.698965 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-552f7d8a-6e32-4238-9114-20f5701c8bdf req-73728f9e-b9dd-4efe-ab34-e86af924f5a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 911 time: 0.0843055 Jun 23 14:17:15.766764 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-552f7d8a-6e32-4238-9114-20f5701c8bdf req-febdd116-f693-4364-952d-5e3fbd9dbc3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a HTTP/1.1" status: 200 len: 1002 time: 0.0609353 Jun 23 14:17:15.817425 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f7d8a-6e32-4238-9114-20f5701c8bdf req-e0af44ac-b6c9-43bc-a3ef-dd65f7b3ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:15.818799 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-552f7d8a-6e32-4238-9114-20f5701c8bdf req-e0af44ac-b6c9-43bc-a3ef-dd65f7b3ae59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 HTTP/1.1" status: 200 len: 849 time: 0.0457048 Jun 23 14:17:15.882941 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f7d8a-6e32-4238-9114-20f5701c8bdf req-85f5b5f5-b919-44d1-a2ee-e53b98a6c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:15.884744 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-552f7d8a-6e32-4238-9114-20f5701c8bdf req-85f5b5f5-b919-44d1-a2ee-e53b98a6c8a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50556b32-b72e-4178-bf44-bc520f43b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598109 Jun 23 14:17:15.977223 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-552f7d8a-6e32-4238-9114-20f5701c8bdf req-0a2f2e2d-6193-4d4b-a540-9088ec375f2a service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858655 Jun 23 14:17:16.067009 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-552f7d8a-6e32-4238-9114-20f5701c8bdf req-2c01a000-6f5c-413c-a7f4-e19e9a1dbe84 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828400 Jun 23 14:17:16.786725 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ea1d-9913-4e87-920a-6f2681f817c3 req-4c270078-662f-4561-b5b1-1da87e47c06a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:16.788186 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5616ea1d-9913-4e87-920a-6f2681f817c3 req-4c270078-662f-4561-b5b1-1da87e47c06a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0697019 Jun 23 14:17:16.830629 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5616ea1d-9913-4e87-920a-6f2681f817c3 req-ddace16f-541c-482a-9f06-96a3e69501a8 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363731 Jun 23 14:17:17.775269 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7365175-2f9e-4d61-a8e4-8cf82044135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:18.030666 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655ff54-ee47-4d4c-94f2-f630fa15b76b req-45e9ff90-6d10-4080-b6e8-384346a2b052 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:18.033112 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b655ff54-ee47-4d4c-94f2-f630fa15b76b req-45e9ff90-6d10-4080-b6e8-384346a2b052 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0850043 Jun 23 14:17:18.076325 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b655ff54-ee47-4d4c-94f2-f630fa15b76b req-90f1f7fb-fd64-4d1f-9979-70cf39755208 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372176 Jun 23 14:17:20.353742 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9e87-83c0-40ff-87c7-c750d9b3378f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.904451 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.104813 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe49f39-2d9c-47ad-a3e1-bfb631993b4e req-10e77595-f5d5-42fa-90df-6a5ef84bc524 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:21.106300 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5fe49f39-2d9c-47ad-a3e1-bfb631993b4e req-10e77595-f5d5-42fa-90df-6a5ef84bc524 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0644298 Jun 23 14:17:21.144700 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5fe49f39-2d9c-47ad-a3e1-bfb631993b4e req-4bd25a13-5ce3-42e1-bcb5-7e1ba043a104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Jun 23 14:17:21.169218 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38230) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:21.185225 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.361613 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eaa23b-b735-4001-8f73-a760d9ca6f87 tempest-TestMinimumBasicScenario-743402149 tempest-TestMinimumBasicScenario-743402149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:21.363092 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-e4eaa23b-b735-4001-8f73-a760d9ca6f87 tempest-TestMinimumBasicScenario-743402149 tempest-TestMinimumBasicScenario-743402149-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 1094 time: 0.1929150 Jun 23 14:17:21.365831 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38234) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:21.370073 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Request body: {'floatingip': {'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'port_id': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:21.392800 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for floatingip, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.747267 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.764545 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38242) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:21.855060 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Allocated IP 172.27.1.4 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/4278c025-04cd-4791-a6f4-9c005a8bc378) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:21.869131 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.956481 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.958957 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.962823 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.966142 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-892a4a91-6c1e-4a7d-8ef2-4b809b789fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:21.984671 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:17:21.995322 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.998035 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-92cb26ca-70c2-40b6-a8d4-ddcd0ec53c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:22.002239 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca73b1b219da4e09957c3a0796dafc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365944 Jun 23 14:17:22.003013 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d842e7-7892-4069-9237-597f6b38da62,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:22.005533 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38246) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:22.010161 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.010543 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.010909 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.011322 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.011626 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.011982 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.012336 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.012686 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.013037 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.013378 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.013729 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.014092 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.018506 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:22.046116 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:22.054249 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:22.060886 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:22.093164 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'Port': ['ID=4278c025-04cd-4791-a6f4-9c005a8bc378,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:22.107919 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.108519 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.108649 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.109011 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.109370 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.109727 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.111004 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.111004 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.111226 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.111529 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.111885 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.112238 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:22.116502 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:22.140745 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e085ca0a-3266-447b-a950-6bd060cb7bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.191299 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e085ca0a-3266-447b-a950-6bd060cb7bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.326875 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e085ca0a-3266-447b-a950-6bd060cb7bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.329435 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e085ca0a-3266-447b-a950-6bd060cb7bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.330608 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-e085ca0a-3266-447b-a950-6bd060cb7bc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7d842e7-7892-4069-9237-597f6b38da62 HTTP/1.1" status: 204 len: 168 time: 0.3083291 Jun 23 14:17:22.332974 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-104577f7-564a-4b35-8999-2bac40b6deff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:22.350090 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085ca0a-3266-447b-a950-6bd060cb7bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d842e7-7892-4069-9237-597f6b38da62,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:22.353332 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e085ca0a-3266-447b-a950-6bd060cb7bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:22.516909 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.592298 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.750949 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.756552 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.758509 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:22.830017 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'Port': ['ID=4278c025-04cd-4791-a6f4-9c005a8bc378,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:22.832289 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:22.842644 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.941825 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.l3_db [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Floating IP 56e2f9a9-5f97-474d-b9a6-68480d8bc93d associated. External IP: 172.27.1.4, port: bfc707fe-e30e-44a9-beed-ad2bdea80e92. Jun 23 14:17:22.950902 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38268) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:23.046251 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1388363447-network', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:23.070275 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Made reservation on behalf of 6185370aa2ed4a609ac4cc778de58633 for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:23.072665 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.081613 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.164956 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Router 67af4b5c-f412-4c89-bd8e-15af3896bf84 has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:23.181654 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.185466 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.189381 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-eb13a3a7-68e5-4b4b-b1e3-015cd375c295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:23.206360 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:17:23.221032 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23df0e7-c265-47c2-8e11-a397886f348b,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:23.225211 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:23.226287 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.226632 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Added segment 322f5520-2593-4d38-9169-18cf067deb13 of type vlan for network c8de9a96-35e7-4aab-836f-d73407f1b67f Jun 23 14:17:23.266310 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.286388 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:23.296639 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e04f3e-50d3-4735-9d97-780e60796e28 None None] Sync routers for ids ['67af4b5c-f412-4c89-bd8e-15af3896bf84'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:23.299556 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.301282 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:23.301915 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.304017 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.305396 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:23.307080 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e04f3e-50d3-4735-9d97-780e60796e28 None None] Routers {'67af4b5c-f412-4c89-bd8e-15af3896bf84'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:23.307667 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-c6e04f3e-50d3-4735-9d97-780e60796e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['67af4b5c-f412-4c89-bd8e-15af3896bf84'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:23.347101 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9801457 Jun 23 14:17:23.347680 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:23.350236 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8c6694-6ad9-4424-8acb-b5d66d684698" -d '{"events": [{"name": "network-changed", "server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:23.352404 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38272) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:23.357117 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-a58485a5-76f7-4f5f-b57b-a9ad592515a1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34885357', 'description': 'tempest-secgroup-smoke-34885357 description', 'project_id': '7e9fe00ee58f45f3841243769342c70a'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:23.362621 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4104824 Jun 23 14:17:23.365488 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38276) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:23.371133 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Request body: {'subnet': {'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1388363447-subnet', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'ip_version': 4}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:23.383350 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Pushing event updated for resources: {'Network': ['ID=c8de9a96-35e7-4aab-836f-d73407f1b67f,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:23.384424 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a58485a5-76f7-4f5f-b57b-a9ad592515a1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.389067 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:23.408627 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Made reservation on behalf of 6185370aa2ed4a609ac4cc778de58633 for: {'subnet': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:23.411809 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9244814'] for subnet, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.426989 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd15092e-1010-4a77-93de-dcc7afe4b3b5 x-openstack-request-id: req-cd15092e-1010-4a77-93de-dcc7afe4b3b5 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:23.427350 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:23.427618 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd15092e-1010-4a77-93de-dcc7afe4b3b5 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:23.428089 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'status': 'completed', 'code': 200} Jun 23 14:17:23.445652 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network c8de9a96-35e7-4aab-836f-d73407f1b67f details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:17:23.480634 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-c6e04f3e-50d3-4735-9d97-780e60796e28 None None] Set router 67af4b5c-f412-4c89-bd8e-15af3896bf84 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:23.489812 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a58485a5-76f7-4f5f-b57b-a9ad592515a1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.511304 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.518504 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a58485a5-76f7-4f5f-b57b-a9ad592515a1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.522956 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8009efa5-ba0e-4752-a6b2-3a42311f37b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:23.552385 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a58485a5-76f7-4f5f-b57b-a9ad592515a1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.556252 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-a58485a5-76f7-4f5f-b57b-a9ad592515a1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1999969 Jun 23 14:17:23.556853 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38278) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:23.562088 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-ea9253ea-d93a-4685-a4f2-a3047bf686bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Request body: {'security_group_rule': {'security_group_id': '7b1fcc71-ca4f-4eda-af2f-9272f2232c83', 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:23.568329 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58485a5-76f7-4f5f-b57b-a9ad592515a1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1fcc71-ca4f-4eda-af2f-9272f2232c83,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:23.572638 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a58485a5-76f7-4f5f-b57b-a9ad592515a1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:23.601370 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c6694-6ad9-4424-8acb-b5d66d684698 req-f42096e8-f4f5-427c-9553-986060d05936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:23.602920 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8f8c6694-6ad9-4424-8acb-b5d66d684698 req-f42096e8-f4f5-427c-9553-986060d05936 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9fe00ee58f45f3841243769342c70a&device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 1099 time: 0.1160789 Jun 23 14:17:23.608748 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ea9253ea-d93a-4685-a4f2-a3047bf686bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.616162 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2216929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9244828'] for subnet, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.619308 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ffb4b2d6-31f3-424d-8e46-fe72031fb624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:23.678263 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a075194-826e-444f-86de-c6e11b4afde2,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:23.680666 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:23.689045 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Checking segment: {'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:23.689412 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Network hostable DHCP agents. Network: c8de9a96-35e7-4aab-836f-d73407f1b67f, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:17:23.707325 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Network c8de9a96-35e7-4aab-836f-d73407f1b67f is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:17:23.717166 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, c8de9a96-35e7-4aab-836f-d73407f1b67f) {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:23.722420 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:23.723014 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.738727 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ea9253ea-d93a-4685-a4f2-a3047bf686bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.742782 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-533b545d-6b2d-403f-aa24-76c6f4e4428e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3761353 Jun 23 14:17:23.743443 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38280) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:23.745243 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ea9253ea-d93a-4685-a4f2-a3047bf686bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.751263 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:23.751523 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-343e929a-2e86-4362-ad6f-40c803ee6470 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:23.763959 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c6694-6ad9-4424-8acb-b5d66d684698 req-971ac665-1562-4e81-999e-35c773dbe3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:23.765448 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8f8c6694-6ad9-4424-8acb-b5d66d684698 req-971ac665-1562-4e81-999e-35c773dbe3e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b624a90f-2b1c-40cc-81e6-a588383f6301 HTTP/1.1" status: 200 len: 916 time: 0.1524832 Jun 23 14:17:23.773682 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9253ea-d93a-4685-a4f2-a3047bf686bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab04681f-7001-46d8-ba8c-322b98d08d17,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:23.774497 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3923467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5974'] for router, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.776450 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5983'] for router, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.783799 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ea9253ea-d93a-4685-a4f2-a3047bf686bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:23.817245 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-ea9253ea-d93a-4685-a4f2-a3047bf686bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.818457 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-ea9253ea-d93a-4685-a4f2-a3047bf686bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2599757 Jun 23 14:17:23.821093 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38282) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:23.825525 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-b58eb9f5-955d-49c2-9440-10264c30e5eb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Request body: {'security_group_rule': {'security_group_id': '7b1fcc71-ca4f-4eda-af2f-9272f2232c83', 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:23.830918 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd4e40-877d-46f9-9111-ef149eb7072f None None] Network c8de9a96-35e7-4aab-836f-d73407f1b67f requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:23.838313 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.863348 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8f8c6694-6ad9-4424-8acb-b5d66d684698 req-a8c0984e-6a31-446d-95cb-8c227a486e19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 200 len: 998 time: 0.0873122 Jun 23 14:17:23.869053 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b58eb9f5-955d-49c2-9440-10264c30e5eb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.946780 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c6694-6ad9-4424-8acb-b5d66d684698 req-6d551add-d40f-4817-9b63-482389570944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:23.948229 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8f8c6694-6ad9-4424-8acb-b5d66d684698 req-6d551add-d40f-4817-9b63-482389570944 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f71818-1bed-4347-94b7-2cb13cb757b0 HTTP/1.1" status: 200 len: 854 time: 0.0766311 Jun 23 14:17:23.981032 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5965'] for router, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.990617 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b58eb9f5-955d-49c2-9440-10264c30e5eb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.996161 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b58eb9f5-955d-49c2-9440-10264c30e5eb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.000417 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-2b41af72-ffbf-428b-b89c-e057a22ba36c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:24.023605 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58eb9f5-955d-49c2-9440-10264c30e5eb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6c9c36-2d48-405e-86e6-01fa9d43ee8e,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:24.025337 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-c6e04f3e-50d3-4735-9d97-780e60796e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '56e2f9a9-5f97-474d-b9a6-68480d8bc93d', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'port_id': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'mac_address': 'fa:16:3e:47:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:22Z', 'updated_at': '2021-06-23T14:17:22Z', 'revision_number': 0, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0827bc-d836-4836-822a-f2e58b977940', 'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'mac_address': 'fa:16:3e:c2:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:17Z', 'updated_at': '2021-06-23T14:16:24Z', 'revision_number': 5, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'subnets': [{'id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:24.028773 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b58eb9f5-955d-49c2-9440-10264c30e5eb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:24.033316 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b58eb9f5-955d-49c2-9440-10264c30e5eb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.037042 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b58eb9f5-955d-49c2-9440-10264c30e5eb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2125094 Jun 23 14:17:24.037406 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38284) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:24.042816 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-503dadaa-0bb4-4272-b0ef-1ea23d1978fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Request body: {'security_group_rule': {'security_group_id': '7b1fcc71-ca4f-4eda-af2f-9272f2232c83', 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:24.057493 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32032e7a-c366-5531-9d15-524468520a4e-c8de9a96-35e7-4aab-836f-d73407f1b67f', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2'}]}} from dv-cinder-784477-5-iscsi. {{(pid=93101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:17:24.058451 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.061302 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c6694-6ad9-4424-8acb-b5d66d684698 req-e66a8821-a572-4c01-812c-b7cdcf8de2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:24.061861 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e04f3e-50d3-4735-9d97-780e60796e28 None None] Checking router: 67af4b5c-f412-4c89-bd8e-15af3896bf84 for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:24.062800 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8f8c6694-6ad9-4424-8acb-b5d66d684698 req-e66a8821-a572-4c01-812c-b7cdcf8de2c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b624a90f-2b1c-40cc-81e6-a588383f6301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1063721 Jun 23 14:17:24.085852 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-503dadaa-0bb4-4272-b0ef-1ea23d1978fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.091117 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e04f3e-50d3-4735-9d97-780e60796e28 None None] Routers {'67af4b5c-f412-4c89-bd8e-15af3896bf84'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:24.091761 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-c6e04f3e-50d3-4735-9d97-780e60796e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['67af4b5c-f412-4c89-bd8e-15af3896bf84'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:24.200211 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.205751 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-503dadaa-0bb4-4272-b0ef-1ea23d1978fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.209949 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8f8c6694-6ad9-4424-8acb-b5d66d684698 req-277bf964-919b-448e-bb04-ddf4e7e24dc1 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351030 Jun 23 14:17:24.211058 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-503dadaa-0bb4-4272-b0ef-1ea23d1978fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.213013 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:24.221124 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.240342 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dadaa-0bb4-4272-b0ef-1ea23d1978fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1c3eab-d75e-4d71-bf33-b51a98bd292e,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:24.252816 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-503dadaa-0bb4-4272-b0ef-1ea23d1978fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:24.259984 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-503dadaa-0bb4-4272-b0ef-1ea23d1978fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.263229 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-503dadaa-0bb4-4272-b0ef-1ea23d1978fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2225733 Jun 23 14:17:24.263404 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38286) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:24.271484 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-f9e37ae4-af71-4289-80f7-cffa4343a14b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Request body: {'security_group_rule': {'security_group_id': '7b1fcc71-ca4f-4eda-af2f-9272f2232c83', 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:24.285432 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-c6e04f3e-50d3-4735-9d97-780e60796e28 None None] Set router 67af4b5c-f412-4c89-bd8e-15af3896bf84 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:24.312206 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Allocated IP 172.20.0.2 (c8de9a96-35e7-4aab-836f-d73407f1b67f/1a075194-826e-444f-86de-c6e11b4afde2/b9040550-1f4d-44d5-a5af-7f7658105323) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:24.340271 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Allocated IP 172.27.1.13 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/20277b85-b2b3-4018-9510-2be1a63d8068) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:24.348135 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f9e37ae4-af71-4289-80f7-cffa4343a14b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.362139 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8f8c6694-6ad9-4424-8acb-b5d66d684698 req-e09015dc-5b8a-4672-8551-8a79eecb60b4 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352298 Jun 23 14:17:24.433979 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f9e37ae4-af71-4289-80f7-cffa4343a14b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.438905 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f9e37ae4-af71-4289-80f7-cffa4343a14b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.441094 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-355e0d8b-a641-462e-9a67-fb4c0a27e5e2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:24.460333 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e37ae4-af71-4289-80f7-cffa4343a14b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f7e682-1b14-44d6-a994-d4e44ec03b8c,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:24.463201 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f9e37ae4-af71-4289-80f7-cffa4343a14b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:24.466034 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f9e37ae4-af71-4289-80f7-cffa4343a14b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.470709 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-f9e37ae4-af71-4289-80f7-cffa4343a14b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2037618 Jun 23 14:17:24.471315 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38288) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:24.477244 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-6d0024c2-0a19-446d-a7e7-42c9aa528ab8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Request body: {'security_group_rule': {'security_group_id': '7b1fcc71-ca4f-4eda-af2f-9272f2232c83', 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:24.479004 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.499883 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.securitygroups_db [None req-6d0024c2-0a19-446d-a7e7-42c9aa528ab8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Project 7e9fe00ee58f45f3841243769342c70a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:17:24.505659 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6d0024c2-0a19-446d-a7e7-42c9aa528ab8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.523917 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.527352 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:24.566917 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:24.572373 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:24.577007 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:24.581410 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Pushing event updated for resources: {'Port': ['ID=20277b85-b2b3-4018-9510-2be1a63d8068,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:24.582477 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6d0024c2-0a19-446d-a7e7-42c9aa528ab8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.587053 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6d0024c2-0a19-446d-a7e7-42c9aa528ab8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.591970 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8a7d5257-87b7-4108-a6d7-f73594b5372c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:24.602106 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:24.606363 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0024c2-0a19-446d-a7e7-42c9aa528ab8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d200c63-4579-4e32-8647-63420ce1cba8,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:24.609215 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6d0024c2-0a19-446d-a7e7-42c9aa528ab8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:24.614866 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6d0024c2-0a19-446d-a7e7-42c9aa528ab8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.619250 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38290) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:24.619792 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-6d0024c2-0a19-446d-a7e7-42c9aa528ab8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471958 Jun 23 14:17:24.624338 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-84293469-4de5-49ca-b6ec-08062ce95c61 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Request body: {'security_group_rule': {'security_group_id': '7b1fcc71-ca4f-4eda-af2f-9272f2232c83', 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:24.635696 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.649815 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Transition to ACTIVE for port object b9040550-1f4d-44d5-a5af-7f7658105323 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:24.670102 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Transition to ACTIVE for port object b9040550-1f4d-44d5-a5af-7f7658105323 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:24.675219 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-c6e04f3e-50d3-4735-9d97-780e60796e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '56e2f9a9-5f97-474d-b9a6-68480d8bc93d', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'port_id': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'mac_address': 'fa:16:3e:47:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:22Z', 'updated_at': '2021-06-23T14:17:22Z', 'revision_number': 0, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0827bc-d836-4836-822a-f2e58b977940', 'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'mac_address': 'fa:16:3e:c2:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:17Z', 'updated_at': '2021-06-23T14:16:24Z', 'revision_number': 5, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'subnets': [{'id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:24.701106 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.703208 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:24.706155 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e04f3e-50d3-4735-9d97-780e60796e28 None None] The sync data for ids ['67af4b5c-f412-4c89-bd8e-15af3896bf84'] in dv-cinder-784477-5-iscsi is: [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '56e2f9a9-5f97-474d-b9a6-68480d8bc93d', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'port_id': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'mac_address': 'fa:16:3e:47:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:22Z', 'updated_at': '2021-06-23T14:17:22Z', 'revision_number': 0, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0827bc-d836-4836-822a-f2e58b977940', 'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'mac_address': 'fa:16:3e:c2:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:17Z', 'updated_at': '2021-06-23T14:16:24Z', 'revision_number': 5, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'subnets': [{'id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:24.733409 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.securitygroups_db [None req-84293469-4de5-49ca-b6ec-08062ce95c61 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Project 7e9fe00ee58f45f3841243769342c70a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:17:24.740859 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-84293469-4de5-49ca-b6ec-08062ce95c61 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.741110 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Network c8de9a96-35e7-4aab-836f-d73407f1b67f is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:24.747473 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:24.751370 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:24.759310 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Pushing event updated for resources: {'Port': ['ID=b9040550-1f4d-44d5-a5af-7f7658105323,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:24.784420 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.784779 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.785105 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.785558 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.785755 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.786091 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.786506 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.787018 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.787506 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.788000 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.788502 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.789042 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:24.794807 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:24.827089 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Attempting to bind port b9040550-1f4d-44d5-a5af-7f7658105323 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:24.827499 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Attempting to bind port b9040550-1f4d-44d5-a5af-7f7658105323 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:24.827862 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Attempting to bind port b9040550-1f4d-44d5-a5af-7f7658105323 on network c8de9a96-35e7-4aab-836f-d73407f1b67f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:24.833607 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:24.834153 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Checking segment: {'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:24.834588 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.835067 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Bound using segment: {'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:24.836009 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Bound port: b9040550-1f4d-44d5-a5af-7f7658105323, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:24.836009 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.851249 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-84293469-4de5-49ca-b6ec-08062ce95c61 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.858357 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-84293469-4de5-49ca-b6ec-08062ce95c61 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.863639 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-0e1b452e-0d05-4379-876e-e53ac2a5d04c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:24.911929 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] For port b9040550-1f4d-44d5-a5af-7f7658105323, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:24.913790 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84293469-4de5-49ca-b6ec-08062ce95c61 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a22ca2-1ff4-40f1-b675-6cae1d3658a4,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:24.920588 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-84293469-4de5-49ca-b6ec-08062ce95c61 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:24.921909 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] For port b9040550-1f4d-44d5-a5af-7f7658105323, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=b9040550-1f4d-44d5-a5af-7f7658105323,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:24.926765 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-84293469-4de5-49ca-b6ec-08062ce95c61 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.927848 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.928083 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-84293469-4de5-49ca-b6ec-08062ce95c61 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3076756 Jun 23 14:17:24.935459 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:24.937620 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.965250 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ba094-1ac3-4818-ae16-70c8b054ee5f None None] New status for floating IP 56e2f9a9-5f97-474d-b9a6-68480d8bc93d: ACTIVE {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:17:25.002087 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Pushing event updated for resources: {'Port': ['ID=b9040550-1f4d-44d5-a5af-7f7658105323,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:25.005322 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:25.121891 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ada35687-72b3-45a3-8636-153d7d92f271 req-7767ce9a-3bc7-4ed8-97d5-fae0d7d339b0 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34885357&fields=id&tenant_id=7e9fe00ee58f45f3841243769342c70a HTTP/1.1" status: 200 len: 267 time: 0.0347500 Jun 23 14:17:25.168595 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827058'] for router, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.205125 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35687-72b3-45a3-8636-153d7d92f271 req-4048ac2a-a844-41de-bf89-1b3e79754533 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:25.212293 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ada35687-72b3-45a3-8636-153d7d92f271 req-4048ac2a-a844-41de-bf89-1b3e79754533 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0812092 Jun 23 14:17:25.244768 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-ada35687-72b3-45a3-8636-153d7d92f271 req-d03d0b30-2ccc-425c-a8ef-17ace533e1ec tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Request body: {'port': {'security_groups': ['41353db3-3d38-4864-b92f-7c5b8ace78be', '7b1fcc71-ca4f-4eda-af2f-9272f2232c83']}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:25.350233 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-ada35687-72b3-45a3-8636-153d7d92f271 req-d03d0b30-2ccc-425c-a8ef-17ace533e1ec tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.366692 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Router 9bdd77ab-c415-4085-853f-7ce778a627ee is scheduled to L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 with binding_index 1 {{(pid=93099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:17:25.490534 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:25.504082 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Sync routers for ids ['9bdd77ab-c415-4085-853f-7ce778a627ee'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:25.507141 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Notify callbacks [] for router, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.508984 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7635276 Jun 23 14:17:25.511806 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38296) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:25.517630 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Routers {'9bdd77ab-c415-4085-853f-7ce778a627ee'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:25.520004 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['9bdd77ab-c415-4085-853f-7ce778a627ee'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:25.588727 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-ada35687-72b3-45a3-8636-153d7d92f271 req-d03d0b30-2ccc-425c-a8ef-17ace533e1ec tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] For port bfc707fe-e30e-44a9-beed-ad2bdea80e92, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:25.613700 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device b9040550-1f4d-44d5-a5af-7f7658105323 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:25.629519 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-ada35687-72b3-45a3-8636-153d7d92f271 req-d03d0b30-2ccc-425c-a8ef-17ace533e1ec tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.635000 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-ada35687-72b3-45a3-8636-153d7d92f271 req-d03d0b30-2ccc-425c-a8ef-17ace533e1ec tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.639091 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-63a91857-aae7-4849-9a9d-f482f72df1cb tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:25.669801 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['bfc707fe-e30e-44a9-beed-ad2bdea80e92'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:25.673352 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Set router 9bdd77ab-c415-4085-853f-7ce778a627ee gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:25.686829 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35687-72b3-45a3-8636-153d7d92f271 req-d03d0b30-2ccc-425c-a8ef-17ace533e1ec tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:25.687462 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-ada35687-72b3-45a3-8636-153d7d92f271 req-d03d0b30-2ccc-425c-a8ef-17ace533e1ec tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.690405 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ada35687-72b3-45a3-8636-153d7d92f271 req-d03d0b30-2ccc-425c-a8ef-17ace533e1ec tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "PUT /v2.0/ports/bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 200 len: 982 time: 0.4556358 Jun 23 14:17:25.691165 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:25.695994 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:25.719720 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d0b30-2ccc-425c-a8ef-17ace533e1ec tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'Port': ['ID=bfc707fe-e30e-44a9-beed-ad2bdea80e92,revision_number=6']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:25.730890 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d03d0b30-2ccc-425c-a8ef-17ace533e1ec tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:25.778011 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d40034-c5b5-4de8-8c7f-3237757ab8a1 x-openstack-request-id: req-f1d40034-c5b5-4de8-8c7f-3237757ab8a1 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:25.778370 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:25.778666 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1d40034-c5b5-4de8-8c7f-3237757ab8a1 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:25.779105 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'status': 'completed', 'code': 200} Jun 23 14:17:25.818136 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port b9040550-1f4d-44d5-a5af-7f7658105323 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:25.874275 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['bfc707fe-e30e-44a9-beed-ad2bdea80e92'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:25.980521 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5 req-01cc3678-7495-4aa3-b538-1fd8ba88c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:25.982395 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5 req-01cc3678-7495-4aa3-b538-1fd8ba88c809 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9fe00ee58f45f3841243769342c70a&device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 1138 time: 0.1549792 Jun 23 14:17:26.086460 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943886b-b674-4b9c-b679-7c40ea022e8a req-f0918cfc-41ed-4a50-aead-bce5301d8b4f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.093440 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e943886b-b674-4b9c-b679-7c40ea022e8a req-f0918cfc-41ed-4a50-aead-bce5301d8b4f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.1721396 Jun 23 14:17:26.132463 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-5b2e5e76-4ad1-4c31-b7c3-12e0db6f274b None None] Provisioning complete for port bfc707fe-e30e-44a9-beed-ad2bdea80e92 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:26.133184 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5b2e5e76-4ad1-4c31-b7c3-12e0db6f274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.173595 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e943886b-b674-4b9c-b679-7c40ea022e8a req-5e80711f-f5ff-4924-aea9-22307a23a4b8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0765934 Jun 23 14:17:26.175840 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5 req-ac3d2d62-e0a7-435d-86a4-c0f808aa82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.181159 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5 req-ac3d2d62-e0a7-435d-86a4-c0f808aa82a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b624a90f-2b1c-40cc-81e6-a588383f6301 HTTP/1.1" status: 200 len: 916 time: 0.1896484 Jun 23 14:17:26.263396 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:24Z', 'revision_number': 3, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:26.265236 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5 req-9cb4605d-a1ae-471d-a2c8-7a925ea3e5ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 200 len: 1000 time: 0.0723143 Jun 23 14:17:26.320350 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Checking router: 9bdd77ab-c415-4085-853f-7ce778a627ee for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:26.320731 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Updating router 9bdd77ab-c415-4085-853f-7ce778a627ee port 20277b85-b2b3-4018-9510-2be1a63d8068 binding host dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:17:26.322913 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5 req-5c6a8c63-5f20-445d-b0c3-77a58516f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.324104 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af49b8c0-6842-43b7-8512-4dc5bf2db9a2 None None] Network c8de9a96-35e7-4aab-836f-d73407f1b67f requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:26.324544 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5 req-5c6a8c63-5f20-445d-b0c3-77a58516f942 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f71818-1bed-4347-94b7-2cb13cb757b0 HTTP/1.1" status: 200 len: 854 time: 0.0515800 Jun 23 14:17:26.367468 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.382429 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5 req-453b4908-822a-4145-a1dd-def7dbb8721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.383930 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5 req-453b4908-822a-4145-a1dd-def7dbb8721a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b624a90f-2b1c-40cc-81e6-a588383f6301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523369 Jun 23 14:17:26.479084 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5 req-6d7b8786-dd31-4778-9ef8-45927ae48486 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865021 Jun 23 14:17:26.530570 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Allocated IP 172.20.0.1 (c8de9a96-35e7-4aab-836f-d73407f1b67f/1a075194-826e-444f-86de-c6e11b4afde2/0e26ac33-8b6a-448a-aa05-8434406b378c) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:26.579970 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ed10967d-52f1-41ab-aa9b-73dbcfcbe0b5 req-03361812-7d6a-4880-a3d8-9eecffae9003 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929630 Jun 23 14:17:26.614284 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.642255 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.655297 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Transition to ACTIVE for port object 0e26ac33-8b6a-448a-aa05-8434406b378c will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:26.689231 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.692288 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:26.737023 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Pushing event updated for resources: {'Port': ['ID=0e26ac33-8b6a-448a-aa05-8434406b378c,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:26.742971 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:26.745280 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Network c8de9a96-35e7-4aab-836f-d73407f1b67f is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:26.747675 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:26.749536 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:26.787003 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3818354'] for router_interface, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.850843 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4d5722c4-1ec6-48c8-9827-bca4229f6e2a None None] Provisioning for port b9040550-1f4d-44d5-a5af-7f7658105323 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:26.871875 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4d5722c4-1ec6-48c8-9827-bca4229f6e2a None None] Provisioning complete for port b9040550-1f4d-44d5-a5af-7f7658105323 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:26.872260 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4d5722c4-1ec6-48c8-9827-bca4229f6e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.919130 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.081825 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.086354 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2216291'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.089516 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:27.155422 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Pushing event updated for resources: {'Port': ['ID=0e26ac33-8b6a-448a-aa05-8434406b378c,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:27.158338 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3818398'] for router_interface, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.160336 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:27.196767 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4d5722c4-1ec6-48c8-9827-bca4229f6e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.255584 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Network c8de9a96-35e7-4aab-836f-d73407f1b67f is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:27.257050 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:27.310245 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4d5722c4-1ec6-48c8-9827-bca4229f6e2a None None] For port b9040550-1f4d-44d5-a5af-7f7658105323, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=b9040550-1f4d-44d5-a5af-7f7658105323,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:27.317228 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.325662 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4d5722c4-1ec6-48c8-9827-bca4229f6e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.330721 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:27.335947 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Transition to ACTIVE for port object 20277b85-b2b3-4018-9510-2be1a63d8068 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:27.363728 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.387770 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Router 9bdd77ab-c415-4085-853f-7ce778a627ee has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:27.400633 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5722c4-1ec6-48c8-9827-bca4229f6e2a None None] Pushing event updated for resources: {'Port': ['ID=b9040550-1f4d-44d5-a5af-7f7658105323,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:27.404902 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d5722c4-1ec6-48c8-9827-bca4229f6e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:27.405383 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:27.411340 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Attempting to bind port 20277b85-b2b3-4018-9510-2be1a63d8068 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:27.411820 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Attempting to bind port 20277b85-b2b3-4018-9510-2be1a63d8068 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:27.412289 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Attempting to bind port 20277b85-b2b3-4018-9510-2be1a63d8068 on network 710040d5-090b-4499-bb22-f2344abaefd1 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:27.443416 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:27.443810 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Checking segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:27.444222 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.444626 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Bound using segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:27.445116 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Bound port: 20277b85-b2b3-4018-9510-2be1a63d8068, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:27.445498 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.511788 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] For port 20277b85-b2b3-4018-9510-2be1a63d8068, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:27.515037 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] For port 20277b85-b2b3-4018-9510-2be1a63d8068, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=20277b85-b2b3-4018-9510-2be1a63d8068,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:27.520138 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:27.524122 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.526902 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e13dc9-557b-4a43-81a9-d260757aa1dd None None] Pushing event updated for resources: {'Port': ['ID=20277b85-b2b3-4018-9510-2be1a63d8068,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:27.535461 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] 10.222.0.13 "PUT /v2.0/routers/9bdd77ab-c415-4085-853f-7ce778a627ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0156109 Jun 23 14:17:27.549405 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7e13dc9-557b-4a43-81a9-d260757aa1dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:27.550531 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:27.553074 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-8fb00411-ec70-485d-8a8e-537f53e5a9d5 None None] Provisioning complete for port b9040550-1f4d-44d5-a5af-7f7658105323 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:27.554348 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8fb00411-ec70-485d-8a8e-537f53e5a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.603895 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device b9040550-1f4d-44d5-a5af-7f7658105323 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:27.673320 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Routers {'9bdd77ab-c415-4085-853f-7ce778a627ee'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:27.674088 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['9bdd77ab-c415-4085-853f-7ce778a627ee'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:27.718608 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e13dc9-557b-4a43-81a9-d260757aa1dd None None] Pushing event updated for resources: {'Port': ['ID=20277b85-b2b3-4018-9510-2be1a63d8068,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:27.726814 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7e13dc9-557b-4a43-81a9-d260757aa1dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:27.833191 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port b9040550-1f4d-44d5-a5af-7f7658105323 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:27.833578 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.867058 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] Set router 9bdd77ab-c415-4085-853f-7ce778a627ee gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:27.979530 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-8fb00411-ec70-485d-8a8e-537f53e5a9d5 None None] Provisioning for port 0e26ac33-8b6a-448a-aa05-8434406b378c completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:27.987192 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-8fb00411-ec70-485d-8a8e-537f53e5a9d5 None None] Provisioning complete for port 0e26ac33-8b6a-448a-aa05-8434406b378c triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:27.987579 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8fb00411-ec70-485d-8a8e-537f53e5a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.030936 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38318) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:28.036859 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-54922496-network', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:28.057047 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Made reservation on behalf of 9468f32a74444d48b99ab97d17fa994d for: {'network': 1} {{(pid=93099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:28.059415 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for network, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.068755 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.099269 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-8fb00411-ec70-485d-8a8e-537f53e5a9d5 None None] Port 0e26ac33-8b6a-448a-aa05-8434406b378c cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:28.166270 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.167961 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '0e26ac33-8b6a-448a-aa05-8434406b378c', 'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'mac_address': 'fa:16:3e:05:ba:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:26Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 2, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'subnets': [{'id': '1a075194-826e-444f-86de-c6e11b4afde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:28.170121 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.173951 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a7260e70-22f6-4468-9102-a344492f44ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:28.194867 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=93099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:17:28.195708 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a39b67-c17b-4d3e-8e88-ba729a0ce6dd None None] The sync data for ids ['9bdd77ab-c415-4085-853f-7ce778a627ee'] in dv-cinder-784477-5-iscsi is: [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '0e26ac33-8b6a-448a-aa05-8434406b378c', 'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'mac_address': 'fa:16:3e:05:ba:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:26Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 2, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'subnets': [{'id': '1a075194-826e-444f-86de-c6e11b4afde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:28.205407 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdadd902-eaf1-4e0b-a112-f7f129374f23,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:28.209352 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:28.220489 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.220799 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.segments_db [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Added segment 14f66fae-1a05-4c21-b7ac-29902f3389d9 of type vlan for network c40c7266-b604-459e-a546-a7f4a403db46 Jun 23 14:17:28.225456 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-08b9f21a-8be1-449d-b157-0de4dbaeab04 None None] Provisioning complete for port 0e26ac33-8b6a-448a-aa05-8434406b378c triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:28.226110 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08b9f21a-8be1-449d-b157-0de4dbaeab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.265170 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773592585494'] for network, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.265419 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-08b9f21a-8be1-449d-b157-0de4dbaeab04 None None] Port 0e26ac33-8b6a-448a-aa05-8434406b378c cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:28.299734 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202'] for network, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.301088 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:28.301666 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.303779 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2c81386a-e29f-4b44-bbc1-258fb934623e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:28.358159 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3253334 Jun 23 14:17:28.360928 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38320) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:28.366290 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Request body: {'subnet': {'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-54922496-subnet', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'ip_version': 4}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:28.366675 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Pushing event updated for resources: {'Network': ['ID=c40c7266-b604-459e-a546-a7f4a403db46,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:28.369430 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:28.377400 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Network c40c7266-b604-459e-a546-a7f4a403db46 details requested by agent ovs-agent-dv-cinder-784477-5-iscsi with host dv-cinder-784477-5-iscsi {{(pid=93101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:17:28.440870 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Made reservation on behalf of 9468f32a74444d48b99ab97d17fa994d for: {'subnet': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:28.443502 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069752'] for subnet, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.631150 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10014168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069738'] for subnet, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.633436 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:28.679779 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f2ef6a-776b-4844-ba4f-13999051904f,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:28.688499 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:28.697986 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Checking segment: {'id': '14f66fae-1a05-4c21-b7ac-29902f3389d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:28.698378 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Network hostable DHCP agents. Network: c40c7266-b604-459e-a546-a7f4a403db46, hostable agents: ['a53deba8-725c-49e5-9d70-a42fc2b44253'], hosted agents: [] {{(pid=93100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:17:28.716377 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Network c40c7266-b604-459e-a546-a7f4a403db46 is scheduled to be hosted by DHCP agent a53deba8-725c-49e5-9d70-a42fc2b44253 with binding_index 1 {{(pid=93100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:17:28.727069 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-5-iscsi, c40c7266-b604-459e-a546-a7f4a403db46) {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:28.731318 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:28.731923 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.737147 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa1c433-ff4f-452b-8dd7-0d5b1cc08fe8 None None] Network c40c7266-b604-459e-a546-a7f4a403db46 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:28.749630 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-d6ae0679-8947-4d31-be8d-6dba21209186 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3875573 Jun 23 14:17:28.753229 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38324) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:28.759106 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-54922496-router', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:28.780448 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3923467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5974'] for router, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.781628 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3826741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3797846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5983'] for router, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.847074 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.995813 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3826983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3922327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5965'] for router, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.052479 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32032e7a-c366-5531-9d15-524468520a4e-c40c7266-b604-459e-a546-a7f4a403db46', 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'fixed_ips': [{'subnet_id': '76f2ef6a-776b-4844-ba4f-13999051904f'}]}} from dv-cinder-784477-5-iscsi. {{(pid=93101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:17:29.053552 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.197196 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.db_base_plugin_common [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Allocated IP 172.20.0.2 (c40c7266-b604-459e-a546-a7f4a403db46/76f2ef6a-776b-4844-ba4f-13999051904f/95507ee3-8bdf-46d2-af4d-ef8ba2216fb8) {{(pid=93101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:29.216592 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.239535 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.362258 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Notify callbacks [] for port, precommit_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.371393 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Transition to ACTIVE for port object 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:29.373764 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Allocated IP 172.27.1.122 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/28f935f8-f646-4259-8412-927f18efc026) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:29.388891 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Transition to ACTIVE for port object 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:29.402306 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277'] for port, after_create {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.404667 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4b7c3945-5b81-443b-a54e-0c0b2b4e189b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:29.468513 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Network c40c7266-b604-459e-a546-a7f4a403db46 is already hosted by enough agents. {{(pid=93101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:29.474017 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.scheduler.base_scheduler [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Resources bound (agent type, host, resource id): {{(pid=93101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:29.475988 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Pushing event updated for resources: {'Port': ['ID=95507ee3-8bdf-46d2-af4d-ef8ba2216fb8,revision_number=1']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:29.478633 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Received port after_create {{(pid=93101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:29.487821 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:29.496565 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.541190 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.549796 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4b2519f2-5eba-4310-ae49-df125c7c8967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:29.592355 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Attempting to bind port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:29.592963 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Attempting to bind port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '14f66fae-1a05-4c21-b7ac-29902f3389d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:29.594245 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Attempting to bind port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 on network c40c7266-b604-459e-a546-a7f4a403db46 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:29.597763 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:29.600049 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:29.600431 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Checking segment: {'id': '14f66fae-1a05-4c21-b7ac-29902f3389d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:29.600825 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:29.600998 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.601567 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Bound using segment: {'id': '14f66fae-1a05-4c21-b7ac-29902f3389d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:29.602064 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Bound port: 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f66fae-1a05-4c21-b7ac-29902f3389d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:29.602489 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.603951 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:29.648003 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Pushing event updated for resources: {'Port': ['ID=28f935f8-f646-4259-8412-927f18efc026,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:29.652184 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:29.662125 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 20277b85-b2b3-4018-9510-2be1a63d8068 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:29.714339 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] For port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:29.719599 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] For port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=95507ee3-8bdf-46d2-af4d-ef8ba2216fb8,segment=NetworkSegment(14f66fae-1a05-4c21-b7ac-29902f3389d9),segment_id=14f66fae-1a05-4c21-b7ac-29902f3389d9)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:29.729278 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.738409 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:29.788399 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Pushing event updated for resources: {'Port': ['ID=95507ee3-8bdf-46d2-af4d-ef8ba2216fb8,revision_number=2']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:29.796968 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:29.806565 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 20277b85-b2b3-4018-9510-2be1a63d8068 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:29.813155 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 20277b85-b2b3-4018-9510-2be1a63d8068 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:29.813630 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.902988 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.924764 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 20277b85-b2b3-4018-9510-2be1a63d8068, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=20277b85-b2b3-4018-9510-2be1a63d8068,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:29.928480 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.932442 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.934557 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:29.989866 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=20277b85-b2b3-4018-9510-2be1a63d8068,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:29.993433 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:30.165028 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3922334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3827058'] for router, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:30.290881 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Router 325de03f-32f4-4b86-93d3-577538408d53 is scheduled to L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 with binding_index 1 {{(pid=93099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:17:30.396351 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:30.405735 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Sync routers for ids ['325de03f-32f4-4b86-93d3-577538408d53'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:30.415767 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Routers {'325de03f-32f4-4b86-93d3-577538408d53'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:30.416369 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['325de03f-32f4-4b86-93d3-577538408d53'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:30.416669 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Notify callbacks [] for router, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:30.417952 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6629689 Jun 23 14:17:30.420574 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38338) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:30.525069 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Set router 325de03f-32f4-4b86-93d3-577538408d53 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:30.735333 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325de03f-32f4-4b86-93d3-577538408d53', 'name': 'tempest-TestShelveInstance-54922496-router', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '28f935f8-f646-4259-8412-927f18efc026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 3, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'gw_port': {'id': '28f935f8-f646-4259-8412-927f18efc026', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325de03f-32f4-4b86-93d3-577538408d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:29Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:30.779106 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Checking router: 325de03f-32f4-4b86-93d3-577538408d53 for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:30.779457 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Updating router 325de03f-32f4-4b86-93d3-577538408d53 port 28f935f8-f646-4259-8412-927f18efc026 binding host dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:17:30.823909 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:30.878653 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Sync routers for ids ['9bdd77ab-c415-4085-853f-7ce778a627ee'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:30.899921 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Routers {'9bdd77ab-c415-4085-853f-7ce778a627ee'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:30.901578 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['9bdd77ab-c415-4085-853f-7ce778a627ee'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:30.948637 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af29e327-3dda-44da-96a4-05bebe6e278b None None] Network c40c7266-b604-459e-a546-a7f4a403db46 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:31.076124 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-879bfac5-d156-40f4-aee1-92d29bcd734e None None] Provisioning for port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:31.104954 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Set router 9bdd77ab-c415-4085-853f-7ce778a627ee gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:31.127752 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Notify callbacks [] for port, precommit_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.141229 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.provisioning_blocks [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Transition to ACTIVE for port object 28f935f8-f646-4259-8412-927f18efc026 will not be triggered until provisioned by entity L2. {{(pid=93102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:31.150445 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.164293 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-73eb60cb-88f8-4d8f-ae99-6ab2b7f4b006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:31.186784 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.233561 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Attempting to bind port 28f935f8-f646-4259-8412-927f18efc026 on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:31.234037 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Attempting to bind port 28f935f8-f646-4259-8412-927f18efc026 by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:31.235273 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Attempting to bind port 28f935f8-f646-4259-8412-927f18efc026 on network 710040d5-090b-4499-bb22-f2344abaefd1 {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:31.242583 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Pushing event updated for resources: {'Port': ['ID=28f935f8-f646-4259-8412-927f18efc026,revision_number=2']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:31.245735 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:31.246217 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Checking segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:31.246686 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.247148 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Bound using segment: {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'} {{(pid=93102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:31.247686 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.managers [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Bound port: 28f935f8-f646-4259-8412-927f18efc026, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d5f21e-c30b-4668-87ea-4c23648c8f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}}] {{(pid=93102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:31.248124 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.274119 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.274596 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.275006 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.275405 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.275799 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.276349 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.276880 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.277273 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.278181 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.278603 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.279006 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.279392 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:31.283914 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:31.321372 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] For port 28f935f8-f646-4259-8412-927f18efc026, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:31.325008 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.plugins.ml2.db [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] For port 28f935f8-f646-4259-8412-927f18efc026, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=28f935f8-f646-4259-8412-927f18efc026,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:31.330199 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.344280 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-f9c320dc-f476-460b-98c3-6435cb89ae36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:31.386850 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e9273-a011-45b5-9d8a-351ab83db6ac req-3e46de2d-343d-40c6-98ba-a8250e3a8371 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:31.395983 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a59e9273-a011-45b5-9d8a-351ab83db6ac req-3e46de2d-343d-40c6-98ba-a8250e3a8371 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.1072812 Jun 23 14:17:31.410409 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Allocated IP 172.20.0.1 (c40c7266-b604-459e-a546-a7f4a403db46/76f2ef6a-776b-4844-ba4f-13999051904f/ce7faf29-0e56-40a8-b074-9459695888ca) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:31.417690 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Pushing event updated for resources: {'Port': ['ID=28f935f8-f646-4259-8412-927f18efc026,revision_number=3']} {{(pid=93102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:31.433784 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG oslo_concurrency.lockutils [None req-6de377a3-006c-4b4b-8216-57e6338122e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:31.434501 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Routers {'325de03f-32f4-4b86-93d3-577538408d53'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:31.435534 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['325de03f-32f4-4b86-93d3-577538408d53'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:31.447250 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '0e26ac33-8b6a-448a-aa05-8434406b378c', 'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'mac_address': 'fa:16:3e:05:ba:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:26Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 2, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'subnets': [{'id': '1a075194-826e-444f-86de-c6e11b4afde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:31.475800 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Checking router: 9bdd77ab-c415-4085-853f-7ce778a627ee for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:31.476256 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Updating router 9bdd77ab-c415-4085-853f-7ce778a627ee port 0e26ac33-8b6a-448a-aa05-8434406b378c binding host dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:17:31.494525 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a59e9273-a011-45b5-9d8a-351ab83db6ac req-68e1d685-3d18-4634-b795-c5ebb8559e0a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975707 Jun 23 14:17:31.553281 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.563635 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.582307 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] Set router 325de03f-32f4-4b86-93d3-577538408d53 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:31.584815 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Transition to ACTIVE for port object ce7faf29-0e56-40a8-b074-9459695888ca will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:31.655668 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.662677 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:31.699991 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Network c40c7266-b604-459e-a546-a7f4a403db46 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:31.708714 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:31.721513 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7faf29-0e56-40a8-b074-9459695888ca,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:31.727984 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:31.731707 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:31.776991 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3818354'] for router_interface, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.832807 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325de03f-32f4-4b86-93d3-577538408d53', 'name': 'tempest-TestShelveInstance-54922496-router', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '28f935f8-f646-4259-8412-927f18efc026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 3, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'gw_port': {'id': '28f935f8-f646-4259-8412-927f18efc026', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325de03f-32f4-4b86-93d3-577538408d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:29Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:31.848120 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:31.868573 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c03d1c-266a-450e-bb31-58175c039e7a None None] The sync data for ids ['325de03f-32f4-4b86-93d3-577538408d53'] in dv-cinder-784477-5-iscsi is: [{'id': '325de03f-32f4-4b86-93d3-577538408d53', 'name': 'tempest-TestShelveInstance-54922496-router', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '28f935f8-f646-4259-8412-927f18efc026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 3, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'gw_port': {'id': '28f935f8-f646-4259-8412-927f18efc026', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325de03f-32f4-4b86-93d3-577538408d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:29Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:31.927713 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.976329 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:31.979245 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.987200 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:31.987575 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.010147 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Transition to ACTIVE for port object 0e26ac33-8b6a-448a-aa05-8434406b378c will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:32.024039 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.027552 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-125aa91f-04d9-4c32-bc8c-881385b29518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:32.096010 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34f88b-4a3b-409f-8cb2-1937e869751f None None] Pushing event updated for resources: {'Port': ['ID=0e26ac33-8b6a-448a-aa05-8434406b378c,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:32.098986 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-72c1e66e-f969-4d5a-8024-d83f99ec8094 None None] Provisioning for port ce7faf29-0e56-40a8-b074-9459695888ca completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:32.102113 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd34f88b-4a3b-409f-8cb2-1937e869751f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:32.107978 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-72c1e66e-f969-4d5a-8024-d83f99ec8094 None None] Provisioning complete for port ce7faf29-0e56-40a8-b074-9459695888ca triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:32.108367 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-72c1e66e-f969-4d5a-8024-d83f99ec8094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.160621 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.165567 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2216291'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.167967 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-db5152fd-720e-468d-8d79-0205afc026cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:32.234028 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-72c1e66e-f969-4d5a-8024-d83f99ec8094 None None] Port ce7faf29-0e56-40a8-b074-9459695888ca cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:32.236519 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.238891 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Attempting to bind port 0e26ac33-8b6a-448a-aa05-8434406b378c on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:32.239272 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Attempting to bind port 0e26ac33-8b6a-448a-aa05-8434406b378c by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:32.239627 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Attempting to bind port 0e26ac33-8b6a-448a-aa05-8434406b378c on network c8de9a96-35e7-4aab-836f-d73407f1b67f {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:32.254621 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:32.255019 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Checking segment: {'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:32.255403 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.255801 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Bound using segment: {'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:32.256274 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Bound port: 0e26ac33-8b6a-448a-aa05-8434406b378c, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:32.256651 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.274108 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7faf29-0e56-40a8-b074-9459695888ca,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:32.293702 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:32.300247 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3763688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3818398'] for router_interface, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.320168 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=95507ee3-8bdf-46d2-af4d-ef8ba2216fb8,segment=NetworkSegment(14f66fae-1a05-4c21-b7ac-29902f3389d9),segment_id=14f66fae-1a05-4c21-b7ac-29902f3389d9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:32.326245 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.327120 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 20277b85-b2b3-4018-9510-2be1a63d8068 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:32.334056 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:32.427899 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] For port 0e26ac33-8b6a-448a-aa05-8434406b378c, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:32.442723 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Network c40c7266-b604-459e-a546-a7f4a403db46 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:32.444430 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:32.611257 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Router 325de03f-32f4-4b86-93d3-577538408d53 has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:32.638843 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] For port 0e26ac33-8b6a-448a-aa05-8434406b378c, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=0e26ac33-8b6a-448a-aa05-8434406b378c,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:32.652728 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.667101 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=95507ee3-8bdf-46d2-af4d-ef8ba2216fb8,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:32.674172 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:32.677266 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:32.759725 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 20277b85-b2b3-4018-9510-2be1a63d8068 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:32.760120 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.799365 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:32.811770 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] 10.222.0.13 "PUT /v2.0/routers/325de03f-32f4-4b86-93d3-577538408d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3886809 Jun 23 14:17:32.828988 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb6264-d0a5-4671-af0f-702b60c5634f req-4ca660f7-43aa-4b56-b5fe-b5106c473683 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:32.830565 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0ccb6264-d0a5-4671-af0f-702b60c5634f req-4ca660f7-43aa-4b56-b5fe-b5106c473683 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.1027091 Jun 23 14:17:32.902960 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0ccb6264-d0a5-4671-af0f-702b60c5634f req-56985578-4f73-4096-af06-bbb256d926e0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643933 Jun 23 14:17:32.923049 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34f88b-4a3b-409f-8cb2-1937e869751f None None] Pushing event updated for resources: {'Port': ['ID=0e26ac33-8b6a-448a-aa05-8434406b378c,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:32.927049 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Routers {'9bdd77ab-c415-4085-853f-7ce778a627ee'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:32.927676 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['9bdd77ab-c415-4085-853f-7ce778a627ee'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:32.930183 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd34f88b-4a3b-409f-8cb2-1937e869751f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:32.932553 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-a21526ff-43d1-40ad-94fc-3ba555234341 None None] Provisioning complete for port ce7faf29-0e56-40a8-b074-9459695888ca triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:32.932553 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a21526ff-43d1-40ad-94fc-3ba555234341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.080570 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-a21526ff-43d1-40ad-94fc-3ba555234341 None None] Port ce7faf29-0e56-40a8-b074-9459695888ca cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:33.121188 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] Set router 9bdd77ab-c415-4085-853f-7ce778a627ee gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:33.293487 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f7cf8-2328-4799-8d6c-8d0b752079f3 req-86c64087-d1b0-46ca-8ed4-1f3d05d9776c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:33.295564 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ba3f7cf8-2328-4799-8d6c-8d0b752079f3 req-86c64087-d1b0-46ca-8ed4-1f3d05d9776c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 946 time: 0.0760994 Jun 23 14:17:33.338287 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ba3f7cf8-2328-4799-8d6c-8d0b752079f3 req-32cc5827-a266-4e0a-a3b8-f0a3d81c8fdf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346148 Jun 23 14:17:33.373790 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '0e26ac33-8b6a-448a-aa05-8434406b378c', 'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'mac_address': 'fa:16:3e:05:ba:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:26Z', 'updated_at': '2021-06-23T14:17:32Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'subnets': [{'id': '1a075194-826e-444f-86de-c6e11b4afde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:33.401562 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f3a65-3a9e-4850-a280-ba84453b344a None None] The sync data for ids ['9bdd77ab-c415-4085-853f-7ce778a627ee'] in dv-cinder-784477-5-iscsi is: [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '0e26ac33-8b6a-448a-aa05-8434406b378c', 'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'mac_address': 'fa:16:3e:05:ba:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:26Z', 'updated_at': '2021-06-23T14:17:32Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'subnets': [{'id': '1a075194-826e-444f-86de-c6e11b4afde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:33.447397 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38362) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:33.452549 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-c340c0f2-9370-45f1-846c-5c696789186d tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984535273', 'description': 'tempest-secgroup-smoke-1984535273 description', 'project_id': '6185370aa2ed4a609ac4cc778de58633'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:33.480277 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c340c0f2-9370-45f1-846c-5c696789186d tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.495400 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a807ee04-679d-4d5f-af91-717b64514de5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:33.496868 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a807ee04-679d-4d5f-af91-717b64514de5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.39 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.0658798 Jun 23 14:17:33.611268 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c340c0f2-9370-45f1-846c-5c696789186d tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.615759 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c340c0f2-9370-45f1-846c-5c696789186d tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.618922 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8f54c619-7faa-4112-946c-3b1924301fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:33.653055 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c340c0f2-9370-45f1-846c-5c696789186d tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.654676 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-c340c0f2-9370-45f1-846c-5c696789186d tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2059388 Jun 23 14:17:33.658358 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38364) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:33.663174 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-2dd41b96-37c7-4efe-8b54-d1012f2a020f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Request body: {'security_group_rule': {'security_group_id': 'c85e5d10-eebf-4a4b-860e-2f3500769302', 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:33.669966 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340c0f2-9370-45f1-846c-5c696789186d tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85e5d10-eebf-4a4b-860e-2f3500769302,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:33.673857 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c340c0f2-9370-45f1-846c-5c696789186d tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:33.719450 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2dd41b96-37c7-4efe-8b54-d1012f2a020f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.753480 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:33.807785 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:33.808010 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.833805 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2dd41b96-37c7-4efe-8b54-d1012f2a020f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.839565 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2dd41b96-37c7-4efe-8b54-d1012f2a020f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.862907 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-3523ecd4-b0ac-4562-8f03-b70b70662949 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:33.868370 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2dd41b96-37c7-4efe-8b54-d1012f2a020f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.870084 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-2dd41b96-37c7-4efe-8b54-d1012f2a020f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2107010 Jun 23 14:17:33.875576 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38366) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:33.880321 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-ca05ab56-290b-442d-bb4f-d012d7af6bb8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Request body: {'security_group_rule': {'security_group_id': 'c85e5d10-eebf-4a4b-860e-2f3500769302', 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:33.890227 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd41b96-37c7-4efe-8b54-d1012f2a020f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a00dee-cf48-4d21-8ca0-5ed18c17e08a,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:33.893681 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2dd41b96-37c7-4efe-8b54-d1012f2a020f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:33.903885 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 0e26ac33-8b6a-448a-aa05-8434406b378c up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:33.920284 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ca05ab56-290b-442d-bb4f-d012d7af6bb8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.962508 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 0e26ac33-8b6a-448a-aa05-8434406b378c completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:33.967193 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 0e26ac33-8b6a-448a-aa05-8434406b378c triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:33.967669 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.994517 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ca05ab56-290b-442d-bb4f-d012d7af6bb8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.003608 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ca05ab56-290b-442d-bb4f-d012d7af6bb8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.013436 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-acb402fa-bef0-4d7a-8087-30a03c109d28 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:34.036973 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05ab56-290b-442d-bb4f-d012d7af6bb8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf641bd-837f-446d-91f2-ea007abd2778,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:34.042437 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ca05ab56-290b-442d-bb4f-d012d7af6bb8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:34.051541 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ca05ab56-290b-442d-bb4f-d012d7af6bb8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.055733 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-ca05ab56-290b-442d-bb4f-d012d7af6bb8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1793299 Jun 23 14:17:34.055904 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38370) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:34.061451 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-9619f1a5-4493-4bda-ac44-38006a9527e6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Request body: {'security_group_rule': {'security_group_id': 'c85e5d10-eebf-4a4b-860e-2f3500769302', 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:34.068160 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Deleting port 80a8540b-718e-4874-a087-fe9eb7321b7b {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:34.068559 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.072077 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.110751 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 0e26ac33-8b6a-448a-aa05-8434406b378c, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=0e26ac33-8b6a-448a-aa05-8434406b378c,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:34.115440 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.116418 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 28f935f8-f646-4259-8412-927f18efc026 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:34.153169 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-86d82750-2d77-4a8e-8d3c-e6116f74aa1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:34.165133 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a0f5b-b6d6-42c0-9706-90a1b40b9f9b req-bd41459d-a89f-40db-957d-29b9e0b0b990 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:34.166881 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4a7a0f5b-b6d6-42c0-9706-90a1b40b9f9b req-bd41459d-a89f-40db-957d-29b9e0b0b990 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 947 time: 0.0729711 Jun 23 14:17:34.171390 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9619f1a5-4493-4bda-ac44-38006a9527e6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.223619 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] For port 80a8540b-718e-4874-a087-fe9eb7321b7b, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=80a8540b-718e-4874-a087-fe9eb7321b7b,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:34.223981 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.229011 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4a7a0f5b-b6d6-42c0-9706-90a1b40b9f9b req-9f1f43c5-c848-4d63-9ec9-33fe065287ef tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b556988-29b1-41a2-8d43-adbcd396d070&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536952 Jun 23 14:17:34.256602 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=0e26ac33-8b6a-448a-aa05-8434406b378c,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:34.261184 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:34.267383 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port 28f935f8-f646-4259-8412-927f18efc026 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:34.279295 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 28f935f8-f646-4259-8412-927f18efc026 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:34.279906 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.377349 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9619f1a5-4493-4bda-ac44-38006a9527e6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.384032 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9619f1a5-4493-4bda-ac44-38006a9527e6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.408886 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:34.441664 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.467543 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619f1a5-4493-4bda-ac44-38006a9527e6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0943baa0-5c33-4268-9a7d-fd21a1e6db0d,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:34.471691 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9619f1a5-4493-4bda-ac44-38006a9527e6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:34.475678 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9619f1a5-4493-4bda-ac44-38006a9527e6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.477420 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-9619f1a5-4493-4bda-ac44-38006a9527e6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4204011 Jun 23 14:17:34.480553 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38374) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:34.483661 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port 28f935f8-f646-4259-8412-927f18efc026, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=28f935f8-f646-4259-8412-927f18efc026,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:34.488772 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-44338f15-5358-462c-94ba-506af16d6ec1 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Request body: {'security_group_rule': {'security_group_id': 'c85e5d10-eebf-4a4b-860e-2f3500769302', 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:34.489158 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.491625 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7e13dc9-557b-4a43-81a9-d260757aa1dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:34.551618 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=28f935f8-f646-4259-8412-927f18efc026,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:34.556920 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:34.560040 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-44338f15-5358-462c-94ba-506af16d6ec1 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.580150 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.580768 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.581366 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.l3_db [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Floating IP bc646e4f-d73e-4387-941d-63ad929c49a0 disassociated. External IP: 172.27.1.75, port: 80a8540b-718e-4874-a087-fe9eb7321b7b. Jun 23 14:17:34.582010 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Calling delete_port for 80a8540b-718e-4874-a087-fe9eb7321b7b owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:34.620718 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-44338f15-5358-462c-94ba-506af16d6ec1 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.624914 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-44338f15-5358-462c-94ba-506af16d6ec1 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.630416 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:34.645340 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44338f15-5358-462c-94ba-506af16d6ec1 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83352d53-52c3-4f0f-8ea6-20ef7bc65623,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:34.647952 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-44338f15-5358-462c-94ba-506af16d6ec1 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:34.654609 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-44338f15-5358-462c-94ba-506af16d6ec1 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.655956 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-44338f15-5358-462c-94ba-506af16d6ec1 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1740146 Jun 23 14:17:34.659239 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38376) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:34.663714 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-0f58ff37-d8cd-4331-9266-4fc84936641a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Request body: {'security_group_rule': {'security_group_id': 'c85e5d10-eebf-4a4b-860e-2f3500769302', 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:34.690150 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.securitygroups_db [None req-0f58ff37-d8cd-4331-9266-4fc84936641a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Project 6185370aa2ed4a609ac4cc778de58633 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:17:34.695627 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0f58ff37-d8cd-4331-9266-4fc84936641a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.760044 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0f58ff37-d8cd-4331-9266-4fc84936641a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.764045 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0f58ff37-d8cd-4331-9266-4fc84936641a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.767150 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2dd41b96-37c7-4efe-8b54-d1012f2a020f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:34.777844 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b1f2d-3c82-49b5-90f1-cecd54aca5d1 req-7cc3f66f-8fb6-47a0-b66b-12f4933dbda3 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:34.780356 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-424b1f2d-3c82-49b5-90f1-cecd54aca5d1 req-7cc3f66f-8fb6-47a0-b66b-12f4933dbda3 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 946 time: 0.1949160 Jun 23 14:17:34.783970 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58ff37-d8cd-4331-9266-4fc84936641a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a798a07a-f47b-48ad-a70e-72464d539de2,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:34.786779 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-0f58ff37-d8cd-4331-9266-4fc84936641a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:34.792357 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0f58ff37-d8cd-4331-9266-4fc84936641a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.793556 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-0f58ff37-d8cd-4331-9266-4fc84936641a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333885 Jun 23 14:17:34.796773 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38378) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:34.801641 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-081488a6-8bd4-48b0-a8cc-0734a21fd198 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Request body: {'security_group_rule': {'security_group_id': 'c85e5d10-eebf-4a4b-860e-2f3500769302', 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:34.824680 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.securitygroups_db [None req-081488a6-8bd4-48b0-a8cc-0734a21fd198 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Project 6185370aa2ed4a609ac4cc778de58633 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:17:34.830341 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-081488a6-8bd4-48b0-a8cc-0734a21fd198 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.851782 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-424b1f2d-3c82-49b5-90f1-cecd54aca5d1 req-920ef939-7b1d-4dbb-a8f8-e107a5b5c86c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570059 Jun 23 14:17:34.879618 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.883444 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:34.909193 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-081488a6-8bd4-48b0-a8cc-0734a21fd198 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.909705 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event deleted for resources: {'Port': ['ID=80a8540b-718e-4874-a087-fe9eb7321b7b,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:34.912907 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:34.913263 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-081488a6-8bd4-48b0-a8cc-0734a21fd198 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.915435 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:34.930793 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081488a6-8bd4-48b0-a8cc-0734a21fd198 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9c9e44-134c-410a-a372-d11f21591b69,revision_number=0']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:34.934771 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-081488a6-8bd4-48b0-a8cc-0734a21fd198 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:34.941487 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-081488a6-8bd4-48b0-a8cc-0734a21fd198 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.943065 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-081488a6-8bd4-48b0-a8cc-0734a21fd198 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456420 Jun 23 14:17:35.030232 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:35.162901 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:35.174903 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf0bd5-b259-4bbb-840c-9af6175d90c9 None None] Sync routers for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:35.207619 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf0bd5-b259-4bbb-840c-9af6175d90c9 None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:35.208703 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-bedf0bd5-b259-4bbb-840c-9af6175d90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:35.218191 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] No DVR routers for this DVR port 80a8540b-718e-4874-a087-fe9eb7321b7b on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:35.222463 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.224642 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1c1cecfe-d501-45c2-81b8-e0a0f68b5100 req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.39 "DELETE /v2.0/ports/80a8540b-718e-4874-a087-fe9eb7321b7b HTTP/1.1" status: 204 len: 173 time: 1.7213602 Jun 23 14:17:35.225267 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'name': 'network-vif-deleted', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:35.227735 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a391397b-5cc9-4a46-b700-03feef18dc14" -d '{"events": [{"server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "name": "network-vif-deleted", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:35.308235 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd552a7f-c1ed-4b79-9867-69dbcdc5c0d6 x-openstack-request-id: req-bd552a7f-c1ed-4b79-9867-69dbcdc5c0d6 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:35.311054 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03764f67-cf47-433f-9300-51c82f91b8e0", "name": "network-vif-deleted", "tag": "80a8540b-718e-4874-a087-fe9eb7321b7b", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:35.311487 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd552a7f-c1ed-4b79-9867-69dbcdc5c0d6 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:35.312185 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03764f67-cf47-433f-9300-51c82f91b8e0', 'name': 'network-vif-deleted', 'tag': '80a8540b-718e-4874-a087-fe9eb7321b7b', 'status': 'completed', 'code': 200} Jun 23 14:17:35.439178 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ae297-551a-4960-a701-6c8bb368c099 req-c85a54b3-a3dd-455c-943a-e6a599818582 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:35.441178 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f22ae297-551a-4960-a701-6c8bb368c099 req-c85a54b3-a3dd-455c-943a-e6a599818582 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 946 time: 0.1522419 Jun 23 14:17:35.458214 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-bedf0bd5-b259-4bbb-840c-9af6175d90c9 None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:35.495696 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Sync routers for ids ['325de03f-32f4-4b86-93d3-577538408d53'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:35.527602 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Routers {'325de03f-32f4-4b86-93d3-577538408d53'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:35.528908 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['325de03f-32f4-4b86-93d3-577538408d53'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:35.690096 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-698581d1-847b-4374-9f7e-1de2f78e0578 req-024c60ac-0181-401f-9bbf-cee68b74f287 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=03764f67-cf47-433f-9300-51c82f91b8e0 HTTP/1.1" status: 200 len: 210 time: 0.1303704 Jun 23 14:17:35.803153 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Set router 325de03f-32f4-4b86-93d3-577538408d53 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:35.832761 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Deleting port 63cbdeca-4941-4ab5-911c-264f7c506c28 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:35.833171 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.833810 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 0e26ac33-8b6a-448a-aa05-8434406b378c up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:36.011888 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-bedf0bd5-b259-4bbb-840c-9af6175d90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:36.012130 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] For port 63cbdeca-4941-4ab5-911c-264f7c506c28, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=63cbdeca-4941-4ab5-911c-264f7c506c28,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:36.012490 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.070888 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf0bd5-b259-4bbb-840c-9af6175d90c9 None None] Checking router: 0ee1516f-c4fa-4f6a-bffc-81414c82e50b for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:36.085945 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf0bd5-b259-4bbb-840c-9af6175d90c9 None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:36.094116 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-bedf0bd5-b259-4bbb-840c-9af6175d90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:36.135911 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 0e26ac33-8b6a-448a-aa05-8434406b378c triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:36.136187 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.212091 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6df4f-2365-4d82-a904-b9f1528bdfaa req-e003e2dd-9801-43e5-897a-40dedc85ba7c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:36.224794 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e6e6df4f-2365-4d82-a904-b9f1528bdfaa req-e003e2dd-9801-43e5-897a-40dedc85ba7c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 946 time: 0.1301200 Jun 23 14:17:36.365973 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e6e6df4f-2365-4d82-a904-b9f1528bdfaa req-93cd5634-6f10-4760-b976-eff7c571ab32 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374345 Jun 23 14:17:36.435407 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 28f935f8-f646-4259-8412-927f18efc026 up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:36.462325 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325de03f-32f4-4b86-93d3-577538408d53', 'name': 'tempest-TestShelveInstance-54922496-router', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '28f935f8-f646-4259-8412-927f18efc026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 4, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'gw_port': {'id': '28f935f8-f646-4259-8412-927f18efc026', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325de03f-32f4-4b86-93d3-577538408d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:29Z', 'updated_at': '2021-06-23T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': 'ce7faf29-0e56-40a8-b074-9459695888ca', 'name': '', 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'mac_address': 'fa:16:3e:cc:01:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325de03f-32f4-4b86-93d3-577538408d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '76f2ef6a-776b-4844-ba4f-13999051904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:31Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 2, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'subnets': [{'id': '76f2ef6a-776b-4844-ba4f-13999051904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:36.462640 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.463185 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.463520 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.l3_db [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Floating IP c30c0e79-4a31-45c6-b752-1e0b06635c1d disassociated. External IP: 172.27.1.48, port: 63cbdeca-4941-4ab5-911c-264f7c506c28. Jun 23 14:17:36.464132 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Calling delete_port for 63cbdeca-4941-4ab5-911c-264f7c506c28 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:36.496952 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Checking router: 325de03f-32f4-4b86-93d3-577538408d53 for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:36.497990 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Updating router 325de03f-32f4-4b86-93d3-577538408d53 port ce7faf29-0e56-40a8-b074-9459695888ca binding host dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:17:36.500452 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-bedf0bd5-b259-4bbb-840c-9af6175d90c9 None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:36.543318 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.558375 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port 28f935f8-f646-4259-8412-927f18efc026 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:36.559036 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.639583 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.645806 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:36.681378 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event deleted for resources: {'Port': ['ID=63cbdeca-4941-4ab5-911c-264f7c506c28,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:36.686720 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:36.861759 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Router c11799aa-b529-4788-8a33-be4d3442f06e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:36.919370 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.946808 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38446) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:36.956099 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-bedf0bd5-b259-4bbb-840c-9af6175d90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:36.986385 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf0bd5-b259-4bbb-840c-9af6175d90c9 None None] The sync data for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi is: [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:36.993295 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Notify callbacks [] for port, precommit_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.005607 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Transition to ACTIVE for port object ce7faf29-0e56-40a8-b074-9459695888ca will not be triggered until provisioned by entity L2. {{(pid=93101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:37.013185 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.015986 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd34f88b-4a3b-409f-8cb2-1937e869751f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:37.071154 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0410bda-db65-43db-9854-e929d7f24f0a None None] Pushing event updated for resources: {'Port': ['ID=ce7faf29-0e56-40a8-b074-9459695888ca,revision_number=3']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:37.095018 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:37.095462 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c0410bda-db65-43db-9854-e929d7f24f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:37.110329 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-cad5172d-125f-4ace-bcd0-fb28a573740b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.111113 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d774c3-8e2e-44d8-b935-410871761e60 None None] Sync routers for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:37.132681 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d774c3-8e2e-44d8-b935-410871761e60 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:37.133335 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-d3d774c3-8e2e-44d8-b935-410871761e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:37.199331 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Attempting to bind port ce7faf29-0e56-40a8-b074-9459695888ca on host dv-cinder-784477-5-iscsi for vnic_type normal with profile {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:37.199711 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Attempting to bind port ce7faf29-0e56-40a8-b074-9459695888ca by drivers openvswitch,hyperv on host dv-cinder-784477-5-iscsi at level 0 using segments [{'id': '14f66fae-1a05-4c21-b7ac-29902f3389d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46'}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:37.200086 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Attempting to bind port ce7faf29-0e56-40a8-b074-9459695888ca on network c40c7266-b604-459e-a546-a7f4a403db46 {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:37.207413 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Checking agent: {'id': '2c07d32b-264c-4492-a13a-d24176d743b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 1, 51), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:37.207802 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Checking segment: {'id': '14f66fae-1a05-4c21-b7ac-29902f3389d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:37.208360 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.208773 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Bound using segment: {'id': '14f66fae-1a05-4c21-b7ac-29902f3389d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46'} {{(pid=93101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:37.209260 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.managers [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Bound port: ce7faf29-0e56-40a8-b074-9459695888ca, host: dv-cinder-784477-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f66fae-1a05-4c21-b7ac-29902f3389d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46'}}] {{(pid=93101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:37.209643 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.220750 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] No DVR routers for this DVR port 63cbdeca-4941-4ab5-911c-264f7c506c28 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:37.228636 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.230884 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f22ae297-551a-4960-a701-6c8bb368c099 req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "DELETE /v2.0/ports/63cbdeca-4941-4ab5-911c-264f7c506c28 HTTP/1.1" status: 204 len: 173 time: 1.7837124 Jun 23 14:17:37.233904 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-cad5172d-125f-4ace-bcd0-fb28a573740b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.314454 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c631fa9-39b7-43cf-8851-a03307bec151', 'name': 'network-vif-deleted', 'tag': '63cbdeca-4941-4ab5-911c-264f7c506c28'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:37.318514 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cce4cca-c55c-438a-8c75-b7ab541660f0" -d '{"events": [{"server_uuid": "0c631fa9-39b7-43cf-8851-a03307bec151", "name": "network-vif-deleted", "tag": "63cbdeca-4941-4ab5-911c-264f7c506c28"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:37.332804 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-cad5172d-125f-4ace-bcd0-fb28a573740b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.341614 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-cad5172d-125f-4ace-bcd0-fb28a573740b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.347813 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-cad5172d-125f-4ace-bcd0-fb28a573740b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b556988-29b1-41a2-8d43-adbcd396d070 HTTP/1.1" status: 204 len: 168 time: 0.3975642 Jun 23 14:17:37.348802 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38450) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:37.363649 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-77943fba-ec66-4116-994c-23be6b12d1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:37.369137 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] For port ce7faf29-0e56-40a8-b074-9459695888ca, host dv-cinder-784477-5-iscsi, cleared binding levels {{(pid=93101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:37.374083 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] For port ce7faf29-0e56-40a8-b074-9459695888ca, host dv-cinder-784477-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=ce7faf29-0e56-40a8-b074-9459695888ca,segment=NetworkSegment(14f66fae-1a05-4c21-b7ac-29902f3389d9),segment_id=14f66fae-1a05-4c21-b7ac-29902f3389d9)] {{(pid=93101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:37.380680 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.388440 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:37.407107 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5172d-125f-4ace-bcd0-fb28a573740b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b556988-29b1-41a2-8d43-adbcd396d070,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:37.409608 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.api.v2.resource [None req-d2dd2536-8659-4b45-b8f9-ebc56d02c9f5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] show failed (client error): The resource could not be found. Jun 23 14:17:37.411529 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-d2dd2536-8659-4b45-b8f9-ebc56d02c9f5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups/5b556988-29b1-41a2-8d43-adbcd396d070 HTTP/1.1" status: 404 len: 347 time: 0.0601726 Jun 23 14:17:37.421529 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38454) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:37.423739 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-cad5172d-125f-4ace-bcd0-fb28a573740b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:37.435901 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23804a9b-9410-4fe5-9d80-e4c1d77276db x-openstack-request-id: req-23804a9b-9410-4fe5-9d80-e4c1d77276db {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:37.436242 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c631fa9-39b7-43cf-8851-a03307bec151", "name": "network-vif-deleted", "tag": "63cbdeca-4941-4ab5-911c-264f7c506c28", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:37.436603 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23804a9b-9410-4fe5-9d80-e4c1d77276db {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:37.436981 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c631fa9-39b7-43cf-8851-a03307bec151', 'name': 'network-vif-deleted', 'tag': '63cbdeca-4941-4ab5-911c-264f7c506c28', 'status': 'completed', 'code': 200} Jun 23 14:17:37.456693 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-d3d774c3-8e2e-44d8-b935-410871761e60 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:37.568171 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa6810-51f2-4281-a972-7293a28df539 None None] New status for floating IP bc646e4f-d73e-4387-941d-63ad929c49a0: DOWN {{(pid=93101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:17:37.657609 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-05970807-a782-4d7f-b42a-52f7973a48dd req-ed90248a-e34e-4968-a024-0f5a551cf379 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c631fa9-39b7-43cf-8851-a03307bec151 HTTP/1.1" status: 200 len: 210 time: 0.0649943 Jun 23 14:17:37.775987 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Deleting port 9b53eec7-d174-46b5-8847-96bea408fc72 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:37.776623 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.885120 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 80a8540b-718e-4874-a087-fe9eb7321b7b no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:37.914658 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Routers {'325de03f-32f4-4b86-93d3-577538408d53'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:37.915437 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['325de03f-32f4-4b86-93d3-577538408d53'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:37.922864 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-d3d774c3-8e2e-44d8-b935-410871761e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:37.945946 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.946686 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.953989 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0410bda-db65-43db-9854-e929d7f24f0a None None] Pushing event updated for resources: {'Port': ['ID=ce7faf29-0e56-40a8-b074-9459695888ca,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:37.956720 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 80a8540b-718e-4874-a087-fe9eb7321b7b {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:37.957082 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 80a8540b-718e-4874-a087-fe9eb7321b7b not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:37.958756 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c0410bda-db65-43db-9854-e929d7f24f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:37.973514 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Calling delete_port for 9b53eec7-d174-46b5-8847-96bea408fc72 owned by network:floatingip {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:37.973977 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d774c3-8e2e-44d8-b935-410871761e60 None None] Checking router: c11799aa-b529-4788-8a33-be4d3442f06e for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:37.996172 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d774c3-8e2e-44d8-b935-410871761e60 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:37.996815 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-d3d774c3-8e2e-44d8-b935-410871761e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:38.075311 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] Set router 325de03f-32f4-4b86-93d3-577538408d53 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:38.159879 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-d3d774c3-8e2e-44d8-b935-410871761e60 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:38.216308 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:38.220663 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-92980540-9107-4c62-89cb-5182f191f5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:38.261718 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event deleted for resources: {'Port': ['ID=9b53eec7-d174-46b5-8847-96bea408fc72,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:38.271034 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:38.438407 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325de03f-32f4-4b86-93d3-577538408d53', 'name': 'tempest-TestShelveInstance-54922496-router', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '28f935f8-f646-4259-8412-927f18efc026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 4, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'gw_port': {'id': '28f935f8-f646-4259-8412-927f18efc026', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325de03f-32f4-4b86-93d3-577538408d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:29Z', 'updated_at': '2021-06-23T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': 'ce7faf29-0e56-40a8-b074-9459695888ca', 'name': '', 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'mac_address': 'fa:16:3e:cc:01:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325de03f-32f4-4b86-93d3-577538408d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '76f2ef6a-776b-4844-ba4f-13999051904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:31Z', 'updated_at': '2021-06-23T14:17:37Z', 'revision_number': 4, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'subnets': [{'id': '76f2ef6a-776b-4844-ba4f-13999051904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:38.451759 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:38.457295 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:38.463858 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "DELETE /v2.0/floatingips/bc646e4f-d73e-4387-941d-63ad929c49a0 HTTP/1.1" status: 204 len: 168 time: 1.0381505 Jun 23 14:17:38.482523 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff50ac8-5406-4f5c-9984-8245f054e89d None None] The sync data for ids ['325de03f-32f4-4b86-93d3-577538408d53'] in dv-cinder-784477-5-iscsi is: [{'id': '325de03f-32f4-4b86-93d3-577538408d53', 'name': 'tempest-TestShelveInstance-54922496-router', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '28f935f8-f646-4259-8412-927f18efc026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 4, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'gw_port': {'id': '28f935f8-f646-4259-8412-927f18efc026', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325de03f-32f4-4b86-93d3-577538408d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:29Z', 'updated_at': '2021-06-23T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': 'ce7faf29-0e56-40a8-b074-9459695888ca', 'name': '', 'network_id': 'c40c7266-b604-459e-a546-a7f4a403db46', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'mac_address': 'fa:16:3e:cc:01:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325de03f-32f4-4b86-93d3-577538408d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '76f2ef6a-776b-4844-ba4f-13999051904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:31Z', 'updated_at': '2021-06-23T14:17:37Z', 'revision_number': 4, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'subnets': [{'id': '76f2ef6a-776b-4844-ba4f-13999051904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:38.484959 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-d3d774c3-8e2e-44d8-b935-410871761e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:38.579293 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d774c3-8e2e-44d8-b935-410871761e60 None None] The sync data for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi is: [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:39.054430 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-c655e0e0-ab63-4454-9816-303886ef4195 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1198947810&fields=id&tenant_id=d78df0bf3da24f43bf97302cf21e0ee9 HTTP/1.1" status: 200 len: 267 time: 0.0575113 Jun 23 14:17:39.190688 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-9310e10d-1f0b-49d5-9c81-eaf55313b273 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:39.193238 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-9310e10d-1f0b-49d5-9c81-eaf55313b273 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 812 time: 0.1294968 Jun 23 14:17:39.204719 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a738642-f536-49e3-97a9-6641639aef1a None None] New status for floating IP c30c0e79-4a31-45c6-b752-1e0b06635c1d: DOWN {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:17:39.227355 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-f2d7a840-3932-4291-9a95-e9ea0f68a717 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/quotas/d78df0bf3da24f43bf97302cf21e0ee9 HTTP/1.1" status: 200 len: 375 time: 0.0264640 Jun 23 14:17:39.344620 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-c7639fd8-ba21-4616-b620-dc8868e29f4b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1162798 Jun 23 14:17:39.557066 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38476) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:39.568668 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-eff9dcfb-193a-4438-8265-2ef86cac7cee tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717630133', 'description': 'tempest-description--803746813'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:39.617565 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eff9dcfb-193a-4438-8265-2ef86cac7cee tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.649767 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 63cbdeca-4941-4ab5-911c-264f7c506c28 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:39.685161 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 63cbdeca-4941-4ab5-911c-264f7c506c28 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:39.685695 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-78d969e8-56c6-4703-b4c9-43a7c96f2afe service neutron] 10.222.0.13 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283997 Jun 23 14:17:39.687716 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 63cbdeca-4941-4ab5-911c-264f7c506c28 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:39.705498 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device ce7faf29-0e56-40a8-b074-9459695888ca up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:39.747521 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eff9dcfb-193a-4438-8265-2ef86cac7cee tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.755102 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eff9dcfb-193a-4438-8265-2ef86cac7cee tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.759208 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f73582e7-8c53-4aba-89ec-95d8fbf18950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:39.776913 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning for port ce7faf29-0e56-40a8-b074-9459695888ca completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:39.783933 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port ce7faf29-0e56-40a8-b074-9459695888ca triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:39.784340 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.788530 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9dcfb-193a-4438-8265-2ef86cac7cee tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3533864-47d3-441d-b32b-648c868c00ed,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:39.793406 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-eff9dcfb-193a-4438-8265-2ef86cac7cee tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:39.801692 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eff9dcfb-193a-4438-8265-2ef86cac7cee tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.803963 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-eff9dcfb-193a-4438-8265-2ef86cac7cee tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2454133 Jun 23 14:17:39.806857 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38478) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:39.814755 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-82cd3407-6c4c-4ac8-a6d4-583cbd7c60bb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'security_group_rule': {'security_group_id': 'e3533864-47d3-441d-b32b-648c868c00ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:39.823802 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-1ca74fcf-1a20-485f-8505-4df490666912 service neutron] 10.222.0.13 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363819 Jun 23 14:17:39.847815 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-82cd3407-6c4c-4ac8-a6d4-583cbd7c60bb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.907632 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.930763 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-82cd3407-6c4c-4ac8-a6d4-583cbd7c60bb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.935700 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-82cd3407-6c4c-4ac8-a6d4-583cbd7c60bb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.938742 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b58eb9f5-955d-49c2-9440-10264c30e5eb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:39.963276 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd3407-6c4c-4ac8-a6d4-583cbd7c60bb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e46fc48-e3b9-41a1-95c8-f0f2d5454dc9,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:39.966356 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-82cd3407-6c4c-4ac8-a6d4-583cbd7c60bb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:39.969041 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] For port ce7faf29-0e56-40a8-b074-9459695888ca, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=ce7faf29-0e56-40a8-b074-9459695888ca,segment=NetworkSegment(14f66fae-1a05-4c21-b7ac-29902f3389d9),segment_id=14f66fae-1a05-4c21-b7ac-29902f3389d9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:39.973658 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-82cd3407-6c4c-4ac8-a6d4-583cbd7c60bb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.974920 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-82cd3407-6c4c-4ac8-a6d4-583cbd7c60bb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1668267 Jun 23 14:17:39.977839 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38482) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:39.978183 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:39.981439 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:39.985161 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-2ad40f65-6785-40df-ab8d-d3586a5eea4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'security_group_rule': {'security_group_id': 'e3533864-47d3-441d-b32b-648c868c00ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:40.019124 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2ad40f65-6785-40df-ab8d-d3586a5eea4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:40.071584 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Pushing event updated for resources: {'Port': ['ID=ce7faf29-0e56-40a8-b074-9459695888ca,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:40.075824 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:40.103781 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2ad40f65-6785-40df-ab8d-d3586a5eea4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:40.108687 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2ad40f65-6785-40df-ab8d-d3586a5eea4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:40.112998 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f9e37ae4-af71-4289-80f7-cffa4343a14b tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:40.128189 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad40f65-6785-40df-ab8d-d3586a5eea4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c671f3f3-1b69-4f23-9bf2-6cb56fc93c0e,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:40.141531 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-2ad40f65-6785-40df-ab8d-d3586a5eea4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:40.150910 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2ad40f65-6785-40df-ab8d-d3586a5eea4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:40.155638 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-2ad40f65-6785-40df-ab8d-d3586a5eea4b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1730382 Jun 23 14:17:40.156948 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38490) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:40.162078 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'floatingip': {'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:40.193740 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:40.276409 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5f1c70b8-b861-4792-b03f-6a746c72b4d4 req-149556ac-48be-4470-8fc3-a2baa5842371 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 210 time: 0.0509458 Jun 23 14:17:40.335115 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:40.462450 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Allocated IP 172.27.1.130 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/28f790c8-f49e-4988-9920-bdf6b26fbae5) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:40.601306 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:40.645661 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:40.647962 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8ade1472-03df-44f7-991e-162664c24122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:40.696293 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:40.699324 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:40.702068 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:40.731874 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'Port': ['ID=28f790c8-f49e-4988-9920-bdf6b26fbae5,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:40.737469 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:40.816424 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:40.868117 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:41.045766 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:41.051413 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2216291'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:41.053618 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-bc67e393-cd7a-4d0c-97f8-186bbbaa83f8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:41.121621 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'Port': ['ID=28f790c8-f49e-4988-9920-bdf6b26fbae5,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:41.126430 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:41.137656 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:41.152462 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:41.153668 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-b1b572a3-3312-411f-99c5-04836fdfcc57 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9953542 Jun 23 14:17:41.364429 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-205aa847-dd53-41b6-9bbb-b7b0aabfa7c4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1717630133&fields=id&tenant_id=5d7c700b49d342b3bbed8da39da42fd9 HTTP/1.1" status: 200 len: 267 time: 0.0398459 Jun 23 14:17:41.413620 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-292c2682-a38b-480f-a5fe-17f8e50f1a52 req-9b495cee-7988-49e1-be9a-fea1bce7adfb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 210 time: 0.0284653 Jun 23 14:17:41.608778 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device ce7faf29-0e56-40a8-b074-9459695888ca up at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:41.631253 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-ebd4dc5c-6b00-4f51-ae9b-f763143a2736 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:41.633026 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-ebd4dc5c-6b00-4f51-ae9b-f763143a2736 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 812 time: 0.1526716 Jun 23 14:17:41.667158 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Provisioning complete for port ce7faf29-0e56-40a8-b074-9459695888ca triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:41.667541 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:41.709433 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-104e70ac-bc7f-4833-a948-044d57adae9f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d78df0bf3da24f43bf97302cf21e0ee9 HTTP/1.1" status: 200 len: 380 time: 0.0388358 Jun 23 14:17:41.722983 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'port': {'device_id': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'admin_state_up': True, 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'security_groups': ['e2841248-31a2-4ca0-8663-c33141b403ee']}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:41.741873 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-e7713934-109a-4e5a-817d-8bc57e715692 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:41.743590 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-e7713934-109a-4e5a-817d-8bc57e715692 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 817 time: 0.3707809 Jun 23 14:17:41.769099 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-f4d78f75-9582-413e-baf5-0242aaf209df tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/quotas/5d7c700b49d342b3bbed8da39da42fd9 HTTP/1.1" status: 200 len: 375 time: 0.0179145 Jun 23 14:17:41.857468 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-763dde36-5324-4431-9488-8a7c0db79551 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872066 Jun 23 14:17:41.876957 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Made reservation on behalf of d78df0bf3da24f43bf97302cf21e0ee9 for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:41.880925 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:41.962771 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-090e85c1-554a-4243-91c6-12aaf1dc13ac service neutron] 10.222.0.13 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924590 Jun 23 14:17:42.026464 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Allocated IP 172.20.0.12 (c100c7db-7ecc-4676-ac86-ab42bb42442a/d68e6c2c-2ad9-4820-a3e3-c0189e3be93e/61731831-b527-435e-8772-5f1916d8c093) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:42.058888 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-4e59fc45-7cba-4f96-8d98-4a0e7bc10967 service neutron] 10.222.0.13 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880847 Jun 23 14:17:42.177824 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:42.191802 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Transition to ACTIVE for port object 61731831-b527-435e-8772-5f1916d8c093 will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:42.270923 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-da1c7911-9ee5-41d7-a1fb-b689a0c3d2d4 req-3133b353-f51e-4afc-b7cb-710fb82ab5d0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 210 time: 0.0340469 Jun 23 14:17:42.290529 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:42.296969 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-77c6055f-9c2e-4905-b4fc-de8f807a988e tempest-AttachVolumeNegativeTest-1128809287 tempest-AttachVolumeNegativeTest-1128809287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:42.351560 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Network c100c7db-7ecc-4676-ac86-ab42bb42442a is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:42.354953 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:42.359665 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:42.367228 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'Port': ['ID=61731831-b527-435e-8772-5f1916d8c093,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:42.392852 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:42.430504 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:42.432033 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:42.460112 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7438431 Jun 23 14:17:42.479583 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Request body: {'port': {'device_id': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:42.648536 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:42.717811 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4d675-f309-41d2-853c-c800722e72ec req-b56a6453-d4f9-4ac9-8f24-e53238ade17d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:42.719608 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bbf4d675-f309-41d2-853c-c800722e72ec req-b56a6453-d4f9-4ac9-8f24-e53238ade17d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 932 time: 0.0912926 Jun 23 14:17:42.745412 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-8f78ad5b-69a9-4998-87d5-acd70abbbeca None None] Provisioning for port 61731831-b527-435e-8772-5f1916d8c093 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:42.751844 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-8f78ad5b-69a9-4998-87d5-acd70abbbeca None None] Provisioning complete for port 61731831-b527-435e-8772-5f1916d8c093 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:42.752994 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8f78ad5b-69a9-4998-87d5-acd70abbbeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:42.778386 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-bbf4d675-f309-41d2-853c-c800722e72ec req-6cba90a4-be38-42e3-a0bb-2a7cb22599f4 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504510 Jun 23 14:17:42.803711 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-8f78ad5b-69a9-4998-87d5-acd70abbbeca None None] Port 61731831-b527-435e-8772-5f1916d8c093 cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:42.965212 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61731831-b527-435e-8772-5f1916d8c093 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:17:42.972570 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:42.987328 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Transition to ACTIVE for port object 61731831-b527-435e-8772-5f1916d8c093 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:42.991237 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:42.993670 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e8c273b3-a431-486d-b844-60eb82ca9044 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:43.064984 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Pushing event updated for resources: {'Port': ['ID=61731831-b527-435e-8772-5f1916d8c093,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:43.067913 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:43.123990 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Attempting to bind port 61731831-b527-435e-8772-5f1916d8c093 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:43.124331 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Attempting to bind port 61731831-b527-435e-8772-5f1916d8c093 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:43.125237 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Attempting to bind port 61731831-b527-435e-8772-5f1916d8c093 on network c100c7db-7ecc-4676-ac86-ab42bb42442a {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:43.130103 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Port 61731831-b527-435e-8772-5f1916d8c093 on network c100c7db-7ecc-4676-ac86-ab42bb42442a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:17:43.130377 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Attempting to bind port 61731831-b527-435e-8772-5f1916d8c093 on network c100c7db-7ecc-4676-ac86-ab42bb42442a {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:43.135552 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:43.135907 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Checking segment: {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:43.136338 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Bound using segment: {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:43.136824 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Bound port: 61731831-b527-435e-8772-5f1916d8c093, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:43.137239 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:43.214211 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] For port 61731831-b527-435e-8772-5f1916d8c093, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:43.217640 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] For port 61731831-b527-435e-8772-5f1916d8c093, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=61731831-b527-435e-8772-5f1916d8c093,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:43.224483 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:43.226902 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-94065241-3367-485a-b960-3f230c0dbfba tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:43.264759 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:43.265555 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:43.267192 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] 10.222.0.39 "PUT /v2.0/ports/61731831-b527-435e-8772-5f1916d8c093 HTTP/1.1" status: 200 len: 1094 time: 0.7924228 Jun 23 14:17:43.267729 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'tag': '61731831-b527-435e-8772-5f1916d8c093'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:43.269995 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44179984-7d17-42d1-a294-756c72cdfbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "a45f4fcd-a499-4921-b411-6b0797dc5fa7", "tag": "61731831-b527-435e-8772-5f1916d8c093"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:43.299515 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Pushing event updated for resources: {'Port': ['ID=61731831-b527-435e-8772-5f1916d8c093,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:43.302300 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:43.320426 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aee498a-ff9d-465f-a7d2-334d11799c19 x-openstack-request-id: req-3aee498a-ff9d-465f-a7d2-334d11799c19 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:43.321367 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45f4fcd-a499-4921-b411-6b0797dc5fa7", "tag": "61731831-b527-435e-8772-5f1916d8c093", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:43.321779 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3aee498a-ff9d-465f-a7d2-334d11799c19 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:43.323800 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'tag': '61731831-b527-435e-8772-5f1916d8c093', 'status': 'completed', 'code': 200} Jun 23 14:17:43.413653 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-30bfbc15-4acd-4544-8395-ab9fc61f1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:43.415390 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-30bfbc15-4acd-4544-8395-ab9fc61f1e72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 1097 time: 0.0693426 Jun 23 14:17:43.466402 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-78fcdaac-f498-4966-b767-8f52f5f6cada req-a87205f8-5b9c-4e61-8d52-84088fd50f7b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 210 time: 0.0377934 Jun 23 14:17:43.494118 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-75f48481-a1fb-43b0-89e4-4fd0045eb8e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61731831-b527-435e-8772-5f1916d8c093 HTTP/1.1" status: 200 len: 217 time: 0.0518892 Jun 23 14:17:43.545827 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-3f22ce57-6e31-40a4-b4ec-d5e18234c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:43.548433 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-3f22ce57-6e31-40a4-b4ec-d5e18234c7c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 200 len: 851 time: 0.0469317 Jun 23 14:17:43.615681 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-96bb17a0-5d93-41b2-9b2f-058b43956885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:43.617275 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-96bb17a0-5d93-41b2-9b2f-058b43956885 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c100c7db-7ecc-4676-ac86-ab42bb42442a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619535 Jun 23 14:17:43.832297 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-b1507c29-504e-4ebd-b71f-f7c739718af1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:43.834980 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-b1507c29-504e-4ebd-b71f-f7c739718af1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 817 time: 0.2069654 Jun 23 14:17:43.845204 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-92e0194e-b418-4169-8962-b6b974029009 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047677 Jun 23 14:17:44.263604 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-fabe41dd-41bd-47e9-9263-99c09c77ab11 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d7c700b49d342b3bbed8da39da42fd9 HTTP/1.1" status: 200 len: 380 time: 0.4072237 Jun 23 14:17:44.274417 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'port': {'device_id': '71062622-2588-49e9-a0a5-80a1390fca90', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'admin_state_up': True, 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'security_groups': ['e3533864-47d3-441d-b32b-648c868c00ed']}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:44.371044 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-383fb0f8-57a4-4b15-8239-d3a8cfea8b7c req-79af309c-bbd8-468e-9df9-788d8b70cf6b service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134656 Jun 23 14:17:44.393407 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7cf3e-9289-40e1-861e-5ac213aeeb30 req-87ce5280-fff1-4a2c-885e-d94934e703d1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:44.395406 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5dc7cf3e-9289-40e1-861e-5ac213aeeb30 req-87ce5280-fff1-4a2c-885e-d94934e703d1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 944 time: 0.2218928 Jun 23 14:17:44.471104 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5dc7cf3e-9289-40e1-861e-5ac213aeeb30 req-a650e1ac-d227-45bc-89d4-e11af8ec8407 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603986 Jun 23 14:17:44.478974 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Made reservation on behalf of 5d7c700b49d342b3bbed8da39da42fd9 for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:44.482797 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:44.628653 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c93c7bee-718c-4276-a7aa-e9207a801976 req-aa286d92-bc6b-4ade-8514-ae269161e94e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 210 time: 0.0367229 Jun 23 14:17:44.645137 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179984-7d17-42d1-a294-756c72cdfbc1 req-7272afbb-2e2e-49db-9dac-f6170e9bf42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:44.646680 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-44179984-7d17-42d1-a294-756c72cdfbc1 req-7272afbb-2e2e-49db-9dac-f6170e9bf42b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 1097 time: 0.1485517 Jun 23 14:17:44.658038 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Allocated IP 172.20.0.12 (55cb9de8-56b6-4497-9fe1-40dadbfbfc68/219b1ff5-c987-4386-8070-44e05e051198/2a8b47de-5820-4bac-a269-f798861cdfc2) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:44.817290 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179984-7d17-42d1-a294-756c72cdfbc1 req-a00ce966-8639-4663-a952-5eba9fa15738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:44.818657 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-44179984-7d17-42d1-a294-756c72cdfbc1 req-a00ce966-8639-4663-a952-5eba9fa15738 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 913 time: 0.1628780 Jun 23 14:17:44.865188 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:44.884001 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Transition to ACTIVE for port object 2a8b47de-5820-4bac-a269-f798861cdfc2 will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:44.917887 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:44.922396 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0b5586f1-7fe4-4880-b966-10abea58adb4 tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:44.986115 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-44179984-7d17-42d1-a294-756c72cdfbc1 req-999b6413-3618-489a-8e8e-198f0b9bf08b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61731831-b527-435e-8772-5f1916d8c093 HTTP/1.1" status: 200 len: 217 time: 0.0596447 Jun 23 14:17:45.004765 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:45.027642 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:45.035919 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:45.041410 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event updated for resources: {'Port': ['ID=2a8b47de-5820-4bac-a269-f798861cdfc2,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:45.067533 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:45.094380 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179984-7d17-42d1-a294-756c72cdfbc1 req-af896435-cee3-413c-899b-9fa36c35c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:45.095927 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-44179984-7d17-42d1-a294-756c72cdfbc1 req-af896435-cee3-413c-899b-9fa36c35c433 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 200 len: 851 time: 0.1021073 Jun 23 14:17:45.108135 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:45.108945 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:45.148999 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-253f5e04-0f69-4e50-a84e-ab321371bbd1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8796666 Jun 23 14:17:45.173113 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Request body: {'port': {'device_id': '71062622-2588-49e9-a0a5-80a1390fca90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:45.201847 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44179984-7d17-42d1-a294-756c72cdfbc1 req-5c0d017a-7ad0-498a-a1cd-e1443779c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:45.204192 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-44179984-7d17-42d1-a294-756c72cdfbc1 req-5c0d017a-7ad0-498a-a1cd-e1443779c5af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c100c7db-7ecc-4676-ac86-ab42bb42442a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922027 Jun 23 14:17:45.311873 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-0c98ae09-f8a8-4526-9c50-9b3c86bae956 None None] Provisioning for port 2a8b47de-5820-4bac-a269-f798861cdfc2 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:45.316264 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-0c98ae09-f8a8-4526-9c50-9b3c86bae956 None None] Provisioning complete for port 2a8b47de-5820-4bac-a269-f798861cdfc2 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:45.316642 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0c98ae09-f8a8-4526-9c50-9b3c86bae956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:45.321939 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:45.344513 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-44179984-7d17-42d1-a294-756c72cdfbc1 req-759b2eb7-4b31-4eac-8b9a-fd02bf46aa96 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322608 Jun 23 14:17:45.354533 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-0c98ae09-f8a8-4526-9c50-9b3c86bae956 None None] Port 2a8b47de-5820-4bac-a269-f798861cdfc2 cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:45.549183 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-44179984-7d17-42d1-a294-756c72cdfbc1 req-d90ca703-7cc7-4f20-9c79-8a3f5d16dc88 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842642 Jun 23 14:17:45.756016 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82134ded-2b1f-4bdf-95b8-ed1d1c86b128 req-ec41f783-adab-4500-a714-04a75b0520f3 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:45.758893 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-82134ded-2b1f-4bdf-95b8-ed1d1c86b128 req-ec41f783-adab-4500-a714-04a75b0520f3 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 944 time: 0.1497099 Jun 23 14:17:45.763166 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8b47de-5820-4bac-a269-f798861cdfc2 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:17:45.778005 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:45.803062 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Transition to ACTIVE for port object 2a8b47de-5820-4bac-a269-f798861cdfc2 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:45.809915 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:45.810116 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0fd56-6991-4b33-bc82-8d4d62e40c70 req-127030af-1ff3-4e5f-8e83-a4f397dae7a0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:45.811434 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d5f0fd56-6991-4b33-bc82-8d4d62e40c70 req-127030af-1ff3-4e5f-8e83-a4f397dae7a0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 932 time: 0.0640781 Jun 23 14:17:45.815055 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:45.845258 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-82134ded-2b1f-4bdf-95b8-ed1d1c86b128 req-41bd1ccd-b102-455e-8876-2ac50036aa14 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766077 Jun 23 14:17:45.873850 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8b47de-5820-4bac-a269-f798861cdfc2,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:45.873999 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d5f0fd56-6991-4b33-bc82-8d4d62e40c70 req-abe2fc3b-6494-4530-9837-c513a117ae60 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556655 Jun 23 14:17:45.878631 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:45.957181 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Attempting to bind port 2a8b47de-5820-4bac-a269-f798861cdfc2 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:45.957517 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Attempting to bind port 2a8b47de-5820-4bac-a269-f798861cdfc2 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:45.957843 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Attempting to bind port 2a8b47de-5820-4bac-a269-f798861cdfc2 on network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:45.962396 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Port 2a8b47de-5820-4bac-a269-f798861cdfc2 on network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:17:45.962721 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Attempting to bind port 2a8b47de-5820-4bac-a269-f798861cdfc2 on network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:45.971497 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:45.972149 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Checking segment: {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:45.972549 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Bound using segment: {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:45.973002 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Bound port: 2a8b47de-5820-4bac-a269-f798861cdfc2, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b25cd4-5fd7-45e5-8446-d08897f5beee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:45.973413 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:46.042344 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:46.045424 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:46.051126 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:46.053478 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-382c3d02-7b0c-4666-aa8b-5389ec1bc8bc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:46.087547 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:46.088423 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:46.091609 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] 10.222.0.39 "PUT /v2.0/ports/2a8b47de-5820-4bac-a269-f798861cdfc2 HTTP/1.1" status: 200 len: 1094 time: 0.9230068 Jun 23 14:17:46.091609 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:46.093048 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7818843-6b18-40cc-a230-2306f4e7934d" -d '{"events": [{"name": "network-changed", "server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:46.122947 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8b47de-5820-4bac-a269-f798861cdfc2,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:46.127319 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:46.151421 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0559c15-2b1d-4837-a1d3-d4782f64d9dd x-openstack-request-id: req-b0559c15-2b1d-4837-a1d3-d4782f64d9dd {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:46.151756 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:46.152049 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0559c15-2b1d-4837-a1d3-d4782f64d9dd {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:46.152485 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'status': 'completed', 'code': 200} Jun 23 14:17:46.229593 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-18885df9-96ab-4610-a765-ad34eb3d10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:46.231266 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-18885df9-96ab-4610-a765-ad34eb3d10af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 1097 time: 0.0578916 Jun 23 14:17:46.284368 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-08b15373-06ec-4b66-93b1-3708a3f684c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8b47de-5820-4bac-a269-f798861cdfc2 HTTP/1.1" status: 200 len: 217 time: 0.0385613 Jun 23 14:17:46.333404 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-484f9ebe-419d-448d-917f-eb0e3165a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:46.334918 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-484f9ebe-419d-448d-917f-eb0e3165a74d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.0436909 Jun 23 14:17:46.397016 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-f2c63bb4-1914-4c65-b824-ee5bcaf832d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:46.398511 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-f2c63bb4-1914-4c65-b824-ee5bcaf832d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559609 Jun 23 14:17:46.493920 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-eca18ab4-521f-4e42-a1ab-11c8b3d36e11 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881586 Jun 23 14:17:46.587302 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3558788a-7284-4ec9-9dde-90e573f38c18 req-d05df2b6-8eb8-403f-8a02-8433a5b0055c service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861788 Jun 23 14:17:46.738194 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818843-6b18-40cc-a230-2306f4e7934d req-fe2b40b0-260a-4238-b128-e8b2596937a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:46.739696 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c7818843-6b18-40cc-a230-2306f4e7934d req-fe2b40b0-260a-4238-b128-e8b2596937a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 1097 time: 0.0574002 Jun 23 14:17:46.839853 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818843-6b18-40cc-a230-2306f4e7934d req-dfa65c58-b97f-4688-b0cd-b256fd3f7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:46.841287 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c7818843-6b18-40cc-a230-2306f4e7934d req-dfa65c58-b97f-4688-b0cd-b256fd3f7947 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 918 time: 0.0951300 Jun 23 14:17:46.882534 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c7818843-6b18-40cc-a230-2306f4e7934d req-b0806687-0f9f-40fb-8b99-65935c4d54c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8b47de-5820-4bac-a269-f798861cdfc2 HTTP/1.1" status: 200 len: 217 time: 0.0345416 Jun 23 14:17:46.938416 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818843-6b18-40cc-a230-2306f4e7934d req-8d30ff3a-a8b7-4b4f-bf62-5a73af6d08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:46.939863 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c7818843-6b18-40cc-a230-2306f4e7934d req-8d30ff3a-a8b7-4b4f-bf62-5a73af6d08a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.0503685 Jun 23 14:17:47.036800 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818843-6b18-40cc-a230-2306f4e7934d req-ebf09eb1-a24c-4b12-9be6-fd0d18f90249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:47.038373 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c7818843-6b18-40cc-a230-2306f4e7934d req-ebf09eb1-a24c-4b12-9be6-fd0d18f90249 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889106 Jun 23 14:17:47.049371 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ec73c-e2b1-4e0d-916c-27570fbe57b9 req-1bf777e5-b870-4b46-99a9-d5dafca3d220 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:47.050865 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d88ec73c-e2b1-4e0d-916c-27570fbe57b9 req-1bf777e5-b870-4b46-99a9-d5dafca3d220 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 944 time: 0.0638425 Jun 23 14:17:47.092583 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d88ec73c-e2b1-4e0d-916c-27570fbe57b9 req-4f5fc2f6-fce0-4b40-a1b6-df27c2aec995 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355356 Jun 23 14:17:47.120784 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb08a6-0148-4ccb-9b3c-3c9b10886684 req-04dc4408-61ea-4319-88cf-eb9fc23cec7a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:47.122323 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-26cb08a6-0148-4ccb-9b3c-3c9b10886684 req-04dc4408-61ea-4319-88cf-eb9fc23cec7a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.1300306 Jun 23 14:17:47.174798 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c7818843-6b18-40cc-a230-2306f4e7934d req-081e15e7-0a99-453a-b7a0-8171d316801a service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257892 Jun 23 14:17:47.180902 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-26cb08a6-0148-4ccb-9b3c-3c9b10886684 req-4f7fe577-3cda-40b1-a2ae-d933a4b0b71c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494030 Jun 23 14:17:47.269536 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c7818843-6b18-40cc-a230-2306f4e7934d req-c2e7aa30-4d9f-49ec-92fc-a7b8333de40b service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854456 Jun 23 14:17:47.781092 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0df02c3a-319f-41d2-96af-742caa2ab6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:48.266667 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acbc67-9462-47fb-82d4-26a5ee5496e4 req-3c687491-3694-4881-8309-3803a1a76350 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:48.268142 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-33acbc67-9462-47fb-82d4-26a5ee5496e4 req-3c687491-3694-4881-8309-3803a1a76350 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 944 time: 0.0664406 Jun 23 14:17:48.308735 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-33acbc67-9462-47fb-82d4-26a5ee5496e4 req-fe459f5a-b913-446b-bf33-bf70865fdbcd tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338111 Jun 23 14:17:48.361219 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807aac00-78da-4c26-9147-598b34525932 req-f85195f1-457b-4c0d-a791-0e3bb4ca9d3e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:48.362686 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-807aac00-78da-4c26-9147-598b34525932 req-f85195f1-457b-4c0d-a791-0e3bb4ca9d3e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0655816 Jun 23 14:17:48.402554 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-807aac00-78da-4c26-9147-598b34525932 req-6f88aeb2-5534-40dd-8508-72f24528b8f4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342274 Jun 23 14:17:49.487647 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3021bd-4173-48e6-91a8-7f94c6474746 req-e1d9c3ce-c91c-4b19-b428-aa365e7aeeff tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:49.489149 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-de3021bd-4173-48e6-91a8-7f94c6474746 req-e1d9c3ce-c91c-4b19-b428-aa365e7aeeff tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 944 time: 0.0683682 Jun 23 14:17:49.527741 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-de3021bd-4173-48e6-91a8-7f94c6474746 req-055c1407-7604-4ad5-bb7f-00830177490c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329959 Jun 23 14:17:49.586127 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61294347-e5ce-4cb5-ba4d-6e851c696b52 req-bc785a2d-ae7e-41b0-b669-49485151d26a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:49.587575 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61294347-e5ce-4cb5-ba4d-6e851c696b52 req-bc785a2d-ae7e-41b0-b669-49485151d26a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0637221 Jun 23 14:17:49.625215 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61294347-e5ce-4cb5-ba4d-6e851c696b52 req-b8388427-d295-49d6-bf2b-198210740558 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319707 Jun 23 14:17:50.354006 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c50bcd12-3b43-4a2d-aebc-c4717512a9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:50.812580 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141771d5-5f71-4a20-bb41-1c7df17591e8 req-b61c7683-7159-43ed-aae2-c59c2f36c433 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:50.814167 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-141771d5-5f71-4a20-bb41-1c7df17591e8 req-b61c7683-7159-43ed-aae2-c59c2f36c433 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0691807 Jun 23 14:17:50.852691 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-141771d5-5f71-4a20-bb41-1c7df17591e8 req-cea7121b-8536-4e89-b00e-968571eee694 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323839 Jun 23 14:17:50.859513 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916606f1-9f9c-4462-81fb-6e598ebfe820 req-8610cc3f-9749-42e0-843b-4c20043f4ec8 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:50.861024 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-916606f1-9f9c-4462-81fb-6e598ebfe820 req-8610cc3f-9749-42e0-843b-4c20043f4ec8 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 944 time: 0.0624347 Jun 23 14:17:50.900082 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-916606f1-9f9c-4462-81fb-6e598ebfe820 req-594d4d83-bab0-41de-b73c-1f9da27af14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332673 Jun 23 14:17:50.907679 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:51.178566 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:51.718789 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2a8b47de-5820-4bac-a269-f798861cdfc2 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:17:51.814364 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:51.825162 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'port_id': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'mac_address': 'fa:16:3e:d0:ef:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:17:51.864944 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:51.877631 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8b47de-5820-4bac-a269-f798861cdfc2 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:17:51.896604 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:51.901183 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:51.902913 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-08d68875-e89d-4fd1-bfdc-7367dcec183f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:51.949022 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=2a8b47de-5820-4bac-a269-f798861cdfc2,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:51.954801 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:52.035128 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861104db-8c96-4065-b53d-51214123df50 req-5d292ea0-1568-418b-b1a4-c108f8d986b4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:52.036608 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-861104db-8c96-4065-b53d-51214123df50 req-5d292ea0-1568-418b-b1a4-c108f8d986b4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 945 time: 0.0644276 Jun 23 14:17:52.073656 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-861104db-8c96-4065-b53d-51214123df50 req-d36fa91d-7331-4a93-af4f-df3443878626 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312417 Jun 23 14:17:52.076117 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5a45d-09e3-408e-9e2a-0918b40382c5 req-4ea2d9eb-d52a-40fe-b238-918e49915964 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:52.078140 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cca5a45d-09e3-408e-9e2a-0918b40382c5 req-4ea2d9eb-d52a-40fe-b238-918e49915964 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 944 time: 0.0641274 Jun 23 14:17:52.119655 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cca5a45d-09e3-408e-9e2a-0918b40382c5 req-2e9da9d9-3f31-405c-aade-5c270ddc6ba1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359187 Jun 23 14:17:52.434981 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['2a8b47de-5820-4bac-a269-f798861cdfc2'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:53.257971 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f78a1a-8750-47d3-88b5-c6e74e62a139 req-6e866645-65ef-476a-a899-cab5f791b594 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:53.259565 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b7f78a1a-8750-47d3-88b5-c6e74e62a139 req-6e866645-65ef-476a-a899-cab5f791b594 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 945 time: 0.0706754 Jun 23 14:17:53.310024 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd5f8e-f638-4a03-b2f1-580c46c16ea6 req-07396713-a721-4385-ae75-0364f2b7bcc4 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:53.310751 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-71bd5f8e-f638-4a03-b2f1-580c46c16ea6 req-07396713-a721-4385-ae75-0364f2b7bcc4 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 944 time: 0.0750866 Jun 23 14:17:53.312149 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b7f78a1a-8750-47d3-88b5-c6e74e62a139 req-3392d7e0-af04-471c-8842-0c391c1d31b1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466690 Jun 23 14:17:53.334308 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:53.352045 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-71bd5f8e-f638-4a03-b2f1-580c46c16ea6 req-212e1d93-ea46-498f-85a2-375353ec6bb5 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345604 Jun 23 14:17:53.705687 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 61731831-b527-435e-8772-5f1916d8c093 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:17:53.797239 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 61731831-b527-435e-8772-5f1916d8c093, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=61731831-b527-435e-8772-5f1916d8c093,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:53.807834 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '61731831-b527-435e-8772-5f1916d8c093', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'port_id': '61731831-b527-435e-8772-5f1916d8c093', 'mac_address': 'fa:16:3e:cd:6f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:17:53.843415 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:53.859377 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61731831-b527-435e-8772-5f1916d8c093 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:17:53.878779 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 61731831-b527-435e-8772-5f1916d8c093, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=61731831-b527-435e-8772-5f1916d8c093,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:53.882376 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:53.884125 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4d5722c4-1ec6-48c8-9827-bca4229f6e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:53.930865 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=61731831-b527-435e-8772-5f1916d8c093,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:53.933984 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:54.456356 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['61731831-b527-435e-8772-5f1916d8c093'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:54.512484 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d6225-c68c-456f-971a-452a8ab7e6ca req-65f6780b-2d33-4c05-bdd3-7856bdcde49c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:54.514299 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b80d6225-c68c-456f-971a-452a8ab7e6ca req-65f6780b-2d33-4c05-bdd3-7856bdcde49c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 945 time: 0.0805640 Jun 23 14:17:54.534729 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7b821-e450-4c6e-b399-f1b82f56ca6e req-64641429-7430-4bb5-aa3b-678181159ed8 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:54.536520 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7bc7b821-e450-4c6e-b399-f1b82f56ca6e req-64641429-7430-4bb5-aa3b-678181159ed8 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 945 time: 0.0714328 Jun 23 14:17:54.564618 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b80d6225-c68c-456f-971a-452a8ab7e6ca req-a2418577-8ffa-4d7a-9c9d-c59058749f8a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429749 Jun 23 14:17:54.583952 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7bc7b821-e450-4c6e-b399-f1b82f56ca6e req-cb91658e-92cb-4b20-9c9c-38ddf1fbf016 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409021 Jun 23 14:17:55.728168 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2a8b47de-5820-4bac-a269-f798861cdfc2 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:55.732561 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb34d4-a71b-47f7-9341-0ac3e52b06c0 req-4f5b44c6-1f38-49de-ba10-cca73b655c75 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:55.734125 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8cdb34d4-a71b-47f7-9341-0ac3e52b06c0 req-4f5b44c6-1f38-49de-ba10-cca73b655c75 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 945 time: 0.0622611 Jun 23 14:17:55.768597 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e8e69-102f-4d85-8106-38ec66674449 req-18ad19f4-0700-42d9-88f7-4d1fa6fe220c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:55.770876 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b68e8e69-102f-4d85-8106-38ec66674449 req-18ad19f4-0700-42d9-88f7-4d1fa6fe220c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 945 time: 0.0733731 Jun 23 14:17:55.772806 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8cdb34d4-a71b-47f7-9341-0ac3e52b06c0 req-e4570712-c54b-4970-a186-cad18d0dfae2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326905 Jun 23 14:17:55.779536 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 2a8b47de-5820-4bac-a269-f798861cdfc2 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:55.785382 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 2a8b47de-5820-4bac-a269-f798861cdfc2 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:55.785769 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:55.813918 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b68e8e69-102f-4d85-8106-38ec66674449 req-966c8bb5-34a5-4e45-9162-00a378c0e3ce tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363879 Jun 23 14:17:55.863566 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:55.884934 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:55.887343 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45f875-a64f-42e7-89ff-b0bc856d3531" -d '{"events": [{"server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "name": "network-vif-plugged", "status": "completed", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:55.900050 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:55.903897 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:55.906692 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:55.927887 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a400f6a-493f-4cdd-a9c0-1884b268f6e3 x-openstack-request-id: req-2a400f6a-493f-4cdd-a9c0-1884b268f6e3 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:55.928191 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "name": "network-vif-plugged", "status": "completed", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:55.928455 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a400f6a-493f-4cdd-a9c0-1884b268f6e3 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:55.928848 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'code': 200} Jun 23 14:17:55.954430 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=2a8b47de-5820-4bac-a269-f798861cdfc2,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:55.957419 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:56.178308 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00021aa-cfaa-4d13-9a69-ac07a3e18b03 req-460a45d3-db3a-48b5-bca8-05f2ae6bdcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:56.179878 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d00021aa-cfaa-4d13-9a69-ac07a3e18b03 req-460a45d3-db3a-48b5-bca8-05f2ae6bdcce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 1099 time: 0.0531185 Jun 23 14:17:56.217017 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d00021aa-cfaa-4d13-9a69-ac07a3e18b03 req-59bc32bd-f5bf-4caa-85f5-bae52e68e607 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286791 Jun 23 14:17:56.964111 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f13097-93df-4278-b426-4819f25cc4c8 req-9c1ccdcb-f3e1-4dbe-9709-33ce58150337 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:56.965595 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-85f13097-93df-4278-b426-4819f25cc4c8 req-9c1ccdcb-f3e1-4dbe-9709-33ce58150337 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0796423 Jun 23 14:17:56.990625 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c5bbd-3223-4be1-9771-aec3ad5af053 req-ff23694d-a027-454a-8d5a-5a6c909ec855 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:56.992550 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ac9c5bbd-3223-4be1-9771-aec3ad5af053 req-ff23694d-a027-454a-8d5a-5a6c909ec855 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 945 time: 0.0643649 Jun 23 14:17:57.005150 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-85f13097-93df-4278-b426-4819f25cc4c8 req-a234686c-96d1-458b-8eec-f8081f4c99b4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330253 Jun 23 14:17:57.030712 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ac9c5bbd-3223-4be1-9771-aec3ad5af053 req-a84ae6f9-6933-4940-a9ed-cfc853b909cc tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322638 Jun 23 14:17:57.732686 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 61731831-b527-435e-8772-5f1916d8c093 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:57.782540 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 61731831-b527-435e-8772-5f1916d8c093 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:57.786070 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 61731831-b527-435e-8772-5f1916d8c093 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:57.786470 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:57.863345 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:57.894498 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 61731831-b527-435e-8772-5f1916d8c093, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=61731831-b527-435e-8772-5f1916d8c093,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:57.898125 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:57.900613 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-bd34f88b-4a3b-409f-8cb2-1937e869751f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:57.930667 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61731831-b527-435e-8772-5f1916d8c093'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:57.932910 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07128bf4-5b97-4d9c-84b1-c1a6a847f4a9" -d '{"events": [{"server_uuid": "a45f4fcd-a499-4921-b411-6b0797dc5fa7", "name": "network-vif-plugged", "status": "completed", "tag": "61731831-b527-435e-8772-5f1916d8c093"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:57.950275 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=61731831-b527-435e-8772-5f1916d8c093,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:57.954241 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:57.973169 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae2b167-27ff-408c-9e72-1abb24f951fa x-openstack-request-id: req-7ae2b167-27ff-408c-9e72-1abb24f951fa {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:57.973473 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45f4fcd-a499-4921-b411-6b0797dc5fa7", "name": "network-vif-plugged", "status": "completed", "tag": "61731831-b527-435e-8772-5f1916d8c093", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:57.973743 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ae2b167-27ff-408c-9e72-1abb24f951fa {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:57.974243 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61731831-b527-435e-8772-5f1916d8c093', 'code': 200} Jun 23 14:17:58.188717 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698408b-d980-48ed-a8d6-2685205cff08 req-9a2e27d4-395a-4634-9034-132abc1018bc tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:58.190543 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8698408b-d980-48ed-a8d6-2685205cff08 req-9a2e27d4-395a-4634-9034-132abc1018bc tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0697420 Jun 23 14:17:58.216612 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dd71a-504b-40cf-a7f0-8fef0f09ae6e req-5b1080d9-b0d6-49a7-b3e5-1e900964042c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:58.218742 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c02dd71a-504b-40cf-a7f0-8fef0f09ae6e req-5b1080d9-b0d6-49a7-b3e5-1e900964042c tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 946 time: 0.0713742 Jun 23 14:17:58.230503 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8698408b-d980-48ed-a8d6-2685205cff08 req-902add4c-98ae-4b3f-ba6c-752dc4c198dc tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Jun 23 14:17:58.275089 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c02dd71a-504b-40cf-a7f0-8fef0f09ae6e req-cf6fbb5a-be4b-48d3-a1d3-0abc78e47321 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478203 Jun 23 14:17:58.426740 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fc33b-7699-46d4-9787-8fdc1383bcd2 req-08762152-ad6e-40a2-933e-a4aa82adf14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:58.428192 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-858fc33b-7699-46d4-9787-8fdc1383bcd2 req-08762152-ad6e-40a2-933e-a4aa82adf14b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 1099 time: 0.0567842 Jun 23 14:17:58.462410 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-858fc33b-7699-46d4-9787-8fdc1383bcd2 req-f2053cc1-9037-4ca0-a271-fc6f6f5d94ec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274589 Jun 23 14:17:58.984240 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:17:59.434403 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc7aec-d489-4101-8815-4e7f72f5c9f0 req-e0f1b124-3ef1-486e-ae5e-ce2e8673335d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:59.435877 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-93dc7aec-d489-4101-8815-4e7f72f5c9f0 req-e0f1b124-3ef1-486e-ae5e-ce2e8673335d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0648720 Jun 23 14:17:59.466856 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e0fa1-37ec-476a-994f-cf702a155fe1 req-e98532d0-a405-48f8-8ef7-2d58a1d25bbf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:59.469033 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ea8e0fa1-37ec-476a-994f-cf702a155fe1 req-e98532d0-a405-48f8-8ef7-2d58a1d25bbf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 946 time: 0.0643382 Jun 23 14:17:59.474154 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-93dc7aec-d489-4101-8815-4e7f72f5c9f0 req-65b6a155-3176-45db-9aec-c74362e02cba tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324619 Jun 23 14:17:59.508571 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ea8e0fa1-37ec-476a-994f-cf702a155fe1 req-18c26f98-0e09-4bc2-9ae0-26896fd1941e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330393 Jun 23 14:17:59.648356 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb8478-b53f-468d-a8e6-87eacc40ae48 req-f631f215-1eb7-4fdd-8ae3-2f1679df2ab6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:59.649813 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c2eb8478-b53f-468d-a8e6-87eacc40ae48 req-f631f215-1eb7-4fdd-8ae3-2f1679df2ab6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0658181 Jun 23 14:17:59.659023 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38654) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:59.663579 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-afea9bab-2e18-4388-92cb-cc1f72e13a0b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Request body: {'floatingip': {'port_id': '2a8b47de-5820-4bac-a269-f798861cdfc2'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:59.701247 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-afea9bab-2e18-4388-92cb-cc1f72e13a0b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:00.130019 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-afea9bab-2e18-4388-92cb-cc1f72e13a0b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:00.134340 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-afea9bab-2e18-4388-92cb-cc1f72e13a0b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:00.493499 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.l3_db [None req-afea9bab-2e18-4388-92cb-cc1f72e13a0b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Floating IP a8c83123-7fdf-4902-bc73-4852857c92c9 associated. External IP: 172.27.1.130, port: 2a8b47de-5820-4bac-a269-f798861cdfc2. Jun 23 14:18:00.685549 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05f1ac-7bff-493b-9847-49585f4334a3 req-8d1658e6-9ec0-4ff0-8e8d-e6bf9c2adf16 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:00.687654 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3d05f1ac-7bff-493b-9847-49585f4334a3 req-8d1658e6-9ec0-4ff0-8e8d-e6bf9c2adf16 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 946 time: 0.0641623 Jun 23 14:18:00.700207 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afea9bab-2e18-4388-92cb-cc1f72e13a0b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:18:00.726378 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3d05f1ac-7bff-493b-9847-49585f4334a3 req-69b5e4c5-4f5a-4b07-b366-6b0c8ab51d85 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330510 Jun 23 14:18:00.807783 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afea9bab-2e18-4388-92cb-cc1f72e13a0b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:18:00.812760 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-afea9bab-2e18-4388-92cb-cc1f72e13a0b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:00.820613 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47fe00a-13f8-462b-af06-9d47404b1b3e None None] Sync routers for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:18:00.831116 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47fe00a-13f8-462b-af06-9d47404b1b3e None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:00.831981 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f47fe00a-13f8-462b-af06-9d47404b1b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:00.883338 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-afea9bab-2e18-4388-92cb-cc1f72e13a0b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "PUT /v2.0/floatingips/a8c83123-7fdf-4902-bc73-4852857c92c9 HTTP/1.1" status: 200 len: 992 time: 1.2232530 Jun 23 14:18:00.884710 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:00.887029 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37" -d '{"events": [{"name": "network-changed", "server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:00.925991 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19675000-011c-4742-88cb-d85e1b9f4fd7 req-bf920eff-43aa-4f9f-bfad-53d4a9cf6006 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:00.927634 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-19675000-011c-4742-88cb-d85e1b9f4fd7 req-bf920eff-43aa-4f9f-bfad-53d4a9cf6006 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 946 time: 0.0781121 Jun 23 14:18:00.950174 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-f47fe00a-13f8-462b-af06-9d47404b1b3e None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:00.974016 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-19675000-011c-4742-88cb-d85e1b9f4fd7 req-cf77ecfd-5099-4359-ada6-0d8d6aac700f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396590 Jun 23 14:18:00.998268 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38666) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:01.029111 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c71b05e-1586-453f-b1cd-7ab0bd74086a x-openstack-request-id: req-8c71b05e-1586-453f-b1cd-7ab0bd74086a {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:01.029447 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:01.029789 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c71b05e-1586-453f-b1cd-7ab0bd74086a {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:01.030791 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'status': 'completed', 'code': 200} Jun 23 14:18:01.056940 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1074952b-4d7d-4226-8caf-c81da95e18c3 tempest-TestVolumeBootPattern-1628955376 tempest-TestVolumeBootPattern-1628955376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:01.058680 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-1074952b-4d7d-4226-8caf-c81da95e18c3 tempest-TestVolumeBootPattern-1628955376 tempest-TestVolumeBootPattern-1628955376-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 1094 time: 0.0589955 Jun 23 14:18:01.061451 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38668) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:01.065868 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'floatingip': {'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'port_id': '61731831-b527-435e-8772-5f1916d8c093', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:01.120906 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:01.165748 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37 req-a0fa3f78-6036-436a-b315-3ca98bbc688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:01.167258 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37 req-a0fa3f78-6036-436a-b315-3ca98bbc688d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 1099 time: 0.0919466 Jun 23 14:18:01.185089 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f47fe00a-13f8-462b-af06-9d47404b1b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'a8c83123-7fdf-4902-bc73-4852857c92c9', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'port_id': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'mac_address': 'fa:16:3e:d0:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71062622-2588-49e9-a0a5-80a1390fca90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:40Z', 'updated_at': '2021-06-23T14:18:00Z', 'revision_number': 1, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:01.213812 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47fe00a-13f8-462b-af06-9d47404b1b3e None None] Checking router: 0ee1516f-c4fa-4f6a-bffc-81414c82e50b for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:18:01.222327 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47fe00a-13f8-462b-af06-9d47404b1b3e None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:01.222930 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f47fe00a-13f8-462b-af06-9d47404b1b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:01.301219 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37 req-63dc2a58-acb5-47db-b0b9-3a18e5303a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:01.301219 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37 req-63dc2a58-acb5-47db-b0b9-3a18e5303a8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 918 time: 0.1060123 Jun 23 14:18:01.363235 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:01.383721 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37 req-c359a009-d7bf-445b-a470-297cbf3767cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8b47de-5820-4bac-a269-f798861cdfc2 HTTP/1.1" status: 200 len: 1000 time: 0.0794256 Jun 23 14:18:01.448626 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-f47fe00a-13f8-462b-af06-9d47404b1b3e None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:01.503021 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-7fdbf68d-ca18-4ebb-8dd3-fd48d370b122 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984535273&fields=id&tenant_id=6185370aa2ed4a609ac4cc778de58633 HTTP/1.1" status: 200 len: 267 time: 0.0901227 Jun 23 14:18:01.520797 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37 req-597f7750-6255-4308-abc8-47420f033e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:01.522253 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37 req-597f7750-6255-4308-abc8-47420f033e69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.1079245 Jun 23 14:18:01.636685 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Allocated IP 172.27.1.97 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/e45183d8-aaaa-40f0-ba9d-9c9cf68e323d) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:18:01.669721 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-f47fe00a-13f8-462b-af06-9d47404b1b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'a8c83123-7fdf-4902-bc73-4852857c92c9', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'port_id': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'mac_address': 'fa:16:3e:d0:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71062622-2588-49e9-a0a5-80a1390fca90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:40Z', 'updated_at': '2021-06-23T14:18:00Z', 'revision_number': 1, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:01.699118 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47fe00a-13f8-462b-af06-9d47404b1b3e None None] The sync data for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi is: [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'a8c83123-7fdf-4902-bc73-4852857c92c9', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'port_id': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'mac_address': 'fa:16:3e:d0:ef:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71062622-2588-49e9-a0a5-80a1390fca90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:40Z', 'updated_at': '2021-06-23T14:18:00Z', 'revision_number': 1, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:18:01.763164 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-75fe24f7-48f9-457e-8085-a14d222039c9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:01.765239 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-75fe24f7-48f9-457e-8085-a14d222039c9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/networks?id=c8de9a96-35e7-4aab-836f-d73407f1b67f HTTP/1.1" status: 200 len: 809 time: 0.2399709 Jun 23 14:18:01.767210 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37 req-5c672f06-3b54-41eb-a6db-f5ec679cdd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:01.768556 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37 req-5c672f06-3b54-41eb-a6db-f5ec679cdd66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2319341 Jun 23 14:18:01.798110 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-56d210e9-eeec-4689-91b1-ca68f2be8429 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/quotas/6185370aa2ed4a609ac4cc778de58633 HTTP/1.1" status: 200 len: 375 time: 0.0265045 Jun 23 14:18:01.896903 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:01.905207 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f40324-2784-4a3f-bf1d-07b3c6e7b5af None None] New status for floating IP a8c83123-7fdf-4902-bc73-4852857c92c9: ACTIVE {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:18:01.966358 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37 req-50c2ee38-d4ab-4698-8379-7f0588e961a7 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835167 Jun 23 14:18:01.998646 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-46cee212-4b26-4850-ad5d-942bf47f9172 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6185370aa2ed4a609ac4cc778de58633&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1864860 Jun 23 14:18:02.062265 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:02.071027 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e29846ba-0646-49d8-bcff-93f2d5a9b35f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:02.175479 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:18:02.182847 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'Port': ['ID=e45183d8-aaaa-40f0-ba9d-9c9cf68e323d,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:02.188513 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:18:02.191687 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:02.195363 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:18:02.202371 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d51c6fa1-fa63-422b-85ee-56b15f0e5a37 req-e5fae908-2871-429b-b49c-20680eb4185a service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282372 Jun 23 14:18:02.233422 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-33d93d2b-651e-438f-adce-e99daf769134 service neutron] 10.222.0.13 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178564 Jun 23 14:18:02.394003 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-1ccd29a2-63fe-4812-a109-f15175064904 service neutron] 10.222.0.13 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545022 Jun 23 14:18:02.641820 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:02.707826 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-114c4730-20b6-4a0e-9e3b-27d0775ca266 req-16b071c2-8191-4eee-b6e4-acbb60b9103d tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 210 time: 0.0369024 Jun 23 14:18:02.731917 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:02.887509 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:02.892911 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:02.894980 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-518a3db6-185a-49fe-b7ec-590216447e05 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:02.963321 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'Port': ['ID=e45183d8-aaaa-40f0-ba9d-9c9cf68e323d,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:02.969542 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:02.977232 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:03.082802 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.l3_db [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Floating IP dd6b98ce-4981-491a-b636-1da1a6d84f4e associated. External IP: 172.27.1.97, port: 61731831-b527-435e-8772-5f1916d8c093. Jun 23 14:18:03.579507 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Router c11799aa-b529-4788-8a33-be4d3442f06e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:18:03.682419 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:18:03.692416 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67ec56-3b4d-4f3d-a67e-ebbe11beaea3 None None] Sync routers for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:18:03.698302 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:03.701354 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67ec56-3b4d-4f3d-a67e-ebbe11beaea3 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:03.702300 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-ca67ec56-3b4d-4f3d-a67e-ebbe11beaea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:03.744797 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6822605 Jun 23 14:18:03.745881 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'tag': '61731831-b527-435e-8772-5f1916d8c093'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:03.749336 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c43c78b-615c-4333-92b5-2c69a507fd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a45f4fcd-a499-4921-b411-6b0797dc5fa7", "tag": "61731831-b527-435e-8772-5f1916d8c093"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:03.792081 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33a267e-2c42-49c7-aa04-3a8747328ebe x-openstack-request-id: req-e33a267e-2c42-49c7-aa04-3a8747328ebe {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:03.792419 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45f4fcd-a499-4921-b411-6b0797dc5fa7", "tag": "61731831-b527-435e-8772-5f1916d8c093", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:03.793065 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e33a267e-2c42-49c7-aa04-3a8747328ebe {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:03.793507 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'tag': '61731831-b527-435e-8772-5f1916d8c093', 'status': 'completed', 'code': 200} Jun 23 14:18:03.834775 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-ca67ec56-3b4d-4f3d-a67e-ebbe11beaea3 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:03.888334 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4f25c286-6879-498e-b310-60d534da5ca5 req-88abf6d2-4897-49b8-a99c-8d5813bf64c7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 210 time: 0.0289545 Jun 23 14:18:04.017363 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-82683ddf-90cc-42a1-a316-acb8ed197d9e tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:04.018782 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-82683ddf-90cc-42a1-a316-acb8ed197d9e tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.39 "GET /v2.0/networks?id=c8de9a96-35e7-4aab-836f-d73407f1b67f HTTP/1.1" status: 200 len: 809 time: 0.1575899 Jun 23 14:18:04.023351 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43c78b-615c-4333-92b5-2c69a507fd6a req-05e0dbdb-3357-4b57-8ed3-d6f9a2079d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:04.024695 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6c43c78b-615c-4333-92b5-2c69a507fd6a req-05e0dbdb-3357-4b57-8ed3-d6f9a2079d52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 1099 time: 0.1427259 Jun 23 14:18:04.074109 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-ca67ec56-3b4d-4f3d-a67e-ebbe11beaea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'dd6b98ce-4981-491a-b636-1da1a6d84f4e', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '61731831-b527-435e-8772-5f1916d8c093', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:cd:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:02Z', 'updated_at': '2021-06-23T14:18:02Z', 'revision_number': 0, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:04.104562 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67ec56-3b4d-4f3d-a67e-ebbe11beaea3 None None] Checking router: c11799aa-b529-4788-8a33-be4d3442f06e for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:18:04.112907 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67ec56-3b4d-4f3d-a67e-ebbe11beaea3 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:04.113519 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-ca67ec56-3b4d-4f3d-a67e-ebbe11beaea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:17:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:04.147626 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-70aa961d-1bd6-4e38-8010-cef7cefdc95b tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6185370aa2ed4a609ac4cc778de58633 HTTP/1.1" status: 200 len: 380 time: 0.0883112 Jun 23 14:18:04.158311 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Request body: {'port': {'device_id': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'admin_state_up': True, 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'security_groups': ['c85e5d10-eebf-4a4b-860e-2f3500769302']}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:04.217222 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-ca67ec56-3b4d-4f3d-a67e-ebbe11beaea3 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:04.230504 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43c78b-615c-4333-92b5-2c69a507fd6a req-3db79cd3-49b0-488a-ba6d-f0395bb9e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:04.231939 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6c43c78b-615c-4333-92b5-2c69a507fd6a req-3db79cd3-49b0-488a-ba6d-f0395bb9e6b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 913 time: 0.1742930 Jun 23 14:18:04.322021 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6c43c78b-615c-4333-92b5-2c69a507fd6a req-d695229f-e4fd-414b-87de-ce5c14227d93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61731831-b527-435e-8772-5f1916d8c093 HTTP/1.1" status: 200 len: 999 time: 0.0813115 Jun 23 14:18:04.340271 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Made reservation on behalf of 6185370aa2ed4a609ac4cc778de58633 for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:18:04.343735 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:04.400654 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43c78b-615c-4333-92b5-2c69a507fd6a req-88acf0bb-45de-44d4-8f35-4867cf01bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:04.402127 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6c43c78b-615c-4333-92b5-2c69a507fd6a req-88acf0bb-45de-44d4-8f35-4867cf01bbe3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 200 len: 851 time: 0.0704598 Jun 23 14:18:04.460366 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-ca67ec56-3b4d-4f3d-a67e-ebbe11beaea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'dd6b98ce-4981-491a-b636-1da1a6d84f4e', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '61731831-b527-435e-8772-5f1916d8c093', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:cd:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:02Z', 'updated_at': '2021-06-23T14:18:02Z', 'revision_number': 0, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:04.487965 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67ec56-3b4d-4f3d-a67e-ebbe11beaea3 None None] The sync data for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi is: [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'dd6b98ce-4981-491a-b636-1da1a6d84f4e', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '61731831-b527-435e-8772-5f1916d8c093', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:cd:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:02Z', 'updated_at': '2021-06-23T14:18:02Z', 'revision_number': 0, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:18:04.551919 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Allocated IP 172.20.0.8 (c8de9a96-35e7-4aab-836f-d73407f1b67f/1a075194-826e-444f-86de-c6e11b4afde2/10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:18:04.555591 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43c78b-615c-4333-92b5-2c69a507fd6a req-31bde2ab-6073-49c7-8fe5-49229c6dc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:04.557066 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6c43c78b-615c-4333-92b5-2c69a507fd6a req-31bde2ab-6073-49c7-8fe5-49229c6dc382 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c100c7db-7ecc-4676-ac86-ab42bb42442a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1239512 Jun 23 14:18:04.707347 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca132cc4-85d7-4c7b-bba5-49b428debd1a None None] New status for floating IP dd6b98ce-4981-491a-b636-1da1a6d84f4e: ACTIVE {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:18:04.740820 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6c43c78b-615c-4333-92b5-2c69a507fd6a req-1d5d43a6-1382-4490-be74-0df9d82172c0 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708422 Jun 23 14:18:04.828849 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:04.851490 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Transition to ACTIVE for port object 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:18:04.884279 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6c43c78b-615c-4333-92b5-2c69a507fd6a req-98eb1057-4528-4889-9056-b6546e83ece6 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347237 Jun 23 14:18:04.903454 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:04.908731 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a3246f39-9ff8-4740-98f6-1e30e3221216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:04.959506 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Network c8de9a96-35e7-4aab-836f-d73407f1b67f is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:18:04.963686 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:18:04.965522 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event updated for resources: {'Port': ['ID=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:04.968887 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:18:04.971746 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:05.021384 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:05.022142 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.047631 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8936448 Jun 23 14:18:05.070124 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Request body: {'port': {'device_id': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:05.086697 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687a62b-746b-4cb1-9abc-51f4bfc4d965 req-435a150c-e1fc-406e-8ed5-ddd11c78fd29 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:05.089444 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4687a62b-746b-4cb1-9abc-51f4bfc4d965 req-435a150c-e1fc-406e-8ed5-ddd11c78fd29 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 931 time: 0.0723822 Jun 23 14:18:05.135274 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4687a62b-746b-4cb1-9abc-51f4bfc4d965 req-f2af3560-ac6e-411d-a9ef-79da0a429dae tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392356 Jun 23 14:18:05.164732 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.236153 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-33a1edd5-3440-42a0-b444-6333799a100f None None] Provisioning for port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:18:05.239959 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-33a1edd5-3440-42a0-b444-6333799a100f None None] Provisioning complete for port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:18:05.240336 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-33a1edd5-3440-42a0-b444-6333799a100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.278656 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-33a1edd5-3440-42a0-b444-6333799a100f None None] Port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:18:05.422683 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:18:05.429749 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.441084 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Transition to ACTIVE for port object 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:18:05.444865 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.447049 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:05.492395 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Pushing event updated for resources: {'Port': ['ID=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:05.496901 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:05.572618 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Attempting to bind port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:18:05.573454 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Attempting to bind port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:18:05.574024 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Attempting to bind port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a on network c8de9a96-35e7-4aab-836f-d73407f1b67f {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:18:05.580305 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a on network c8de9a96-35e7-4aab-836f-d73407f1b67f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:18:05.580997 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Attempting to bind port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a on network c8de9a96-35e7-4aab-836f-d73407f1b67f {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:18:05.586057 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:18:05.586417 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Checking segment: {'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:18:05.586804 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Bound using segment: {'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:18:05.587228 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Bound port: 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '322f5520-2593-4d38-9169-18cf067deb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:18:05.587585 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.653365 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] For port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:18:05.656382 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] For port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:18:05.660774 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.662803 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a29b5633-c4bd-4cc9-b1b1-b65dce2fea25 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:05.702309 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:05.703057 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.704420 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] 10.222.0.39 "PUT /v2.0/ports/10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a HTTP/1.1" status: 200 len: 1093 time: 0.6389601 Jun 23 14:18:05.729118 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Pushing event updated for resources: {'Port': ['ID=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:05.731964 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:05.794976 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:05.797469 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fd8167-abed-4916-85f7-3c6302394ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:05.830394 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-cdee4431-7cb3-48ab-8adc-0897b5015e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:05.831905 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-cdee4431-7cb3-48ab-8adc-0897b5015e14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6185370aa2ed4a609ac4cc778de58633&device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 1096 time: 0.0692091 Jun 23 14:18:05.837193 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb36caf2-32dc-4a4b-b99d-43a0ae28af7f x-openstack-request-id: req-fb36caf2-32dc-4a4b-b99d-43a0ae28af7f {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:05.837527 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:05.837822 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb36caf2-32dc-4a4b-b99d-43a0ae28af7f {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:05.838286 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'status': 'completed', 'code': 200} Jun 23 14:18:05.890413 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-1be2db83-d46b-44f6-83a4-82c7e9537eea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a HTTP/1.1" status: 200 len: 217 time: 0.0347760 Jun 23 14:18:05.938707 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-553d3ed8-d52c-4a00-9fc0-8b602ee411d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:05.940124 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-553d3ed8-d52c-4a00-9fc0-8b602ee411d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a075194-826e-444f-86de-c6e11b4afde2 HTTP/1.1" status: 200 len: 848 time: 0.0438750 Jun 23 14:18:06.017348 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-2f6c75f3-32f4-4cd7-9809-504d3c8d0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.018850 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-2f6c75f3-32f4-4cd7-9809-504d3c8d0306 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8de9a96-35e7-4aab-836f-d73407f1b67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570583 Jun 23 14:18:06.107768 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-4c32f471-ad23-49be-aec1-0f451c7b68af service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815375 Jun 23 14:18:06.197674 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e6eb6258-01fb-4ee1-ba2f-08cc1457534d req-971ee838-98e0-42d0-8356-f0ee6700b22b service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832224 Jun 23 14:18:06.341783 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05934ec-4c46-4258-b2db-59b507ab1495 req-605bd97e-8fa1-4729-8e98-855a388e2faa tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.344370 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f05934ec-4c46-4258-b2db-59b507ab1495 req-605bd97e-8fa1-4729-8e98-855a388e2faa tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0971267 Jun 23 14:18:06.382254 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd8167-abed-4916-85f7-3c6302394ed3 req-6e46928e-031e-4608-b419-8d19b239870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.383672 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-90fd8167-abed-4916-85f7-3c6302394ed3 req-6e46928e-031e-4608-b419-8d19b239870c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6185370aa2ed4a609ac4cc778de58633&device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 1096 time: 0.0921748 Jun 23 14:18:06.403995 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f05934ec-4c46-4258-b2db-59b507ab1495 req-93d864e7-e8c1-49b0-8c78-9e206f9ad2df tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531650 Jun 23 14:18:06.479321 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd8167-abed-4916-85f7-3c6302394ed3 req-a02acb7e-39d4-420a-a7cf-fa5df50e3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.480663 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-90fd8167-abed-4916-85f7-3c6302394ed3 req-a02acb7e-39d4-420a-a7cf-fa5df50e3576 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8de9a96-35e7-4aab-836f-d73407f1b67f HTTP/1.1" status: 200 len: 910 time: 0.0895364 Jun 23 14:18:06.526584 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-90fd8167-abed-4916-85f7-3c6302394ed3 req-96aef822-814b-4220-915d-b1a3a99ff346 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a HTTP/1.1" status: 200 len: 217 time: 0.0384772 Jun 23 14:18:06.574273 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd8167-abed-4916-85f7-3c6302394ed3 req-9a637324-3fe1-4453-a1ad-3f7181315503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.575688 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-90fd8167-abed-4916-85f7-3c6302394ed3 req-9a637324-3fe1-4453-a1ad-3f7181315503 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a075194-826e-444f-86de-c6e11b4afde2 HTTP/1.1" status: 200 len: 848 time: 0.0427213 Jun 23 14:18:06.634802 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd8167-abed-4916-85f7-3c6302394ed3 req-3208d223-cbd1-4d64-92e0-55c24dbde820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.636242 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-90fd8167-abed-4916-85f7-3c6302394ed3 req-3208d223-cbd1-4d64-92e0-55c24dbde820 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8de9a96-35e7-4aab-836f-d73407f1b67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513637 Jun 23 14:18:06.730001 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-90fd8167-abed-4916-85f7-3c6302394ed3 req-f6c78b51-4b21-4d7a-8382-cb873df23d96 service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852900 Jun 23 14:18:06.820064 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-90fd8167-abed-4916-85f7-3c6302394ed3 req-f3f0b0cb-8341-49e2-a51b-f6483e1d1817 service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838647 Jun 23 14:18:06.904204 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:07.592496 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49621d0-6e07-40b6-b58f-e1a40b0945c4 req-8d9d9c96-a4e7-46f1-923e-fb7d0192603f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:07.594481 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b49621d0-6e07-40b6-b58f-e1a40b0945c4 req-8d9d9c96-a4e7-46f1-923e-fb7d0192603f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0667613 Jun 23 14:18:07.634648 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b49621d0-6e07-40b6-b58f-e1a40b0945c4 req-c533f1ad-7bdd-4275-9b7d-5fb6a3dd93bc tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340533 Jun 23 14:18:08.813364 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cf621-cf3f-4ff9-9fc4-bbaec2d433b4 req-a16af6e6-0d86-4366-a9eb-76824f98d0e6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:08.814919 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-364cf621-cf3f-4ff9-9fc4-bbaec2d433b4 req-a16af6e6-0d86-4366-a9eb-76824f98d0e6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0701466 Jun 23 14:18:08.854471 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-364cf621-cf3f-4ff9-9fc4-bbaec2d433b4 req-acc6a341-e260-43ed-9b40-70c8f2a6f9b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Jun 23 14:18:10.024562 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542faf6-d13f-4699-9b8f-ebc615979707 req-a2fd14e3-c2b4-493a-8202-ccfb12477dc9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:10.025997 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5542faf6-d13f-4699-9b8f-ebc615979707 req-a2fd14e3-c2b4-493a-8202-ccfb12477dc9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0615208 Jun 23 14:18:10.064244 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5542faf6-d13f-4699-9b8f-ebc615979707 req-4d5222c9-0e0b-4a02-9428-f8373c18eb0e tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314696 Jun 23 14:18:11.239168 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfecf4-7774-41d2-801d-16dfb0eec685 req-3a7e60af-8230-450f-8f0a-18e57d40a3f4 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:11.240515 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1ccfecf4-7774-41d2-801d-16dfb0eec685 req-3a7e60af-8230-450f-8f0a-18e57d40a3f4 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0658665 Jun 23 14:18:11.278203 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1ccfecf4-7774-41d2-801d-16dfb0eec685 req-5274ce5f-d1c5-450d-a498-cbc92d6b8b3b tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318496 Jun 23 14:18:12.453054 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0435aa-3a31-426f-8cef-78747c508724 req-8b845141-55da-40bd-95a4-e7150cdf42d8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:12.454562 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fd0435aa-3a31-426f-8cef-78747c508724 req-8b845141-55da-40bd-95a4-e7150cdf42d8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0624962 Jun 23 14:18:12.493175 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fd0435aa-3a31-426f-8cef-78747c508724 req-a32d0d63-c3cc-4a23-a78c-ad9bbe65c225 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330009 Jun 23 14:18:13.674567 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff319a2-3c66-4134-bed9-a63cb5ec768b req-11d3c06d-74a5-42ad-b48d-1448e982f6df tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:13.675921 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2ff319a2-3c66-4134-bed9-a63cb5ec768b req-11d3c06d-74a5-42ad-b48d-1448e982f6df tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0654683 Jun 23 14:18:13.715230 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2ff319a2-3c66-4134-bed9-a63cb5ec768b req-461d197a-ed5b-4424-acd0-a238576956a0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334167 Jun 23 14:18:14.898311 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed2cf5-c496-4fd9-8c73-097cead73360 req-12183dd7-e152-4047-9457-d7eb6a6f4972 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:14.899753 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-feed2cf5-c496-4fd9-8c73-097cead73360 req-12183dd7-e152-4047-9457-d7eb6a6f4972 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0736482 Jun 23 14:18:14.936972 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-feed2cf5-c496-4fd9-8c73-097cead73360 req-20e50112-60fd-43d5-b593-6747b211ac0b tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315096 Jun 23 14:18:15.818323 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:18:15.912774 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:15.923902 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'port_id': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'mac_address': 'fa:16:3e:ee:3e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:18:15.965243 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:15.978994 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:18:16.000118 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:16.004997 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:16.006884 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-1e6b186b-a62c-4258-8214-f9756363ec57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:16.053723 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:16.058772 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:16.116372 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20bfaa-293a-45a1-bd4a-c53cfda1ae84 req-e8d934be-3079-48b1-9dc8-d287bf924d5a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:16.117831 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-be20bfaa-293a-45a1-bd4a-c53cfda1ae84 req-e8d934be-3079-48b1-9dc8-d287bf924d5a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 944 time: 0.0618620 Jun 23 14:18:16.155355 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-be20bfaa-293a-45a1-bd4a-c53cfda1ae84 req-5bfd92a7-a27e-4a5f-9d0c-fb5b80fad815 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Jun 23 14:18:16.491200 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:18:17.343595 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759068a-93c2-446a-b95e-2e08278a5cf5 req-694462af-8a5a-424e-b9c1-89ea69f4112c tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:17.345015 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5759068a-93c2-446a-b95e-2e08278a5cf5 req-694462af-8a5a-424e-b9c1-89ea69f4112c tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 944 time: 0.0652437 Jun 23 14:18:17.382851 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5759068a-93c2-446a-b95e-2e08278a5cf5 req-54c9fbb9-9b8c-4b88-9a51-d9b6fbff07e9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320020 Jun 23 14:18:17.777688 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1cb2c823-3109-4d66-8e73-239115c899ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:17.843168 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:18:17.891441 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:18:17.896728 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:18:17.897364 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:17.989893 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:18.011227 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:18.013680 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba3f4f1-ddc2-4a4d-8d0e-6596dcdd60d0" -d '{"events": [{"server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "name": "network-vif-plugged", "status": "completed", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:18.027103 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:18.032424 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:18.035098 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:18.058830 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55df6b4e-ffa1-4113-89bd-2b336768eb88 x-openstack-request-id: req-55df6b4e-ffa1-4113-89bd-2b336768eb88 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:18.059130 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "name": "network-vif-plugged", "status": "completed", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:18.059390 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55df6b4e-ffa1-4113-89bd-2b336768eb88 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:18.059773 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'code': 200} Jun 23 14:18:18.085062 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:18.087934 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:18.388096 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a1608-7b2b-4082-9415-e75a8b1a57ac req-44513000-fb91-4d8e-8f45-de43aec08a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:18.390118 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a41a1608-7b2b-4082-9415-e75a8b1a57ac req-44513000-fb91-4d8e-8f45-de43aec08a36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 1098 time: 0.0536385 Jun 23 14:18:18.443796 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a41a1608-7b2b-4082-9415-e75a8b1a57ac req-de030f32-46ad-4815-ab47-73fe57785cd7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326707 Jun 23 14:18:18.567767 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a912491-dec2-42ba-bf19-8fdb705b6afc req-a2a7a94c-15e0-49b3-8b01-efadacd064f9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:18.569177 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6a912491-dec2-42ba-bf19-8fdb705b6afc req-a2a7a94c-15e0-49b3-8b01-efadacd064f9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0717311 Jun 23 14:18:18.610034 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6a912491-dec2-42ba-bf19-8fdb705b6afc req-616b4622-c87c-4b4e-a038-ab7cb4c16e64 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350702 Jun 23 14:18:19.814269 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44893d-2eef-4bd8-9e73-661af13b475b req-0a26a8b4-d8d0-4003-b0c9-fc651834cb72 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:19.816466 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ce44893d-2eef-4bd8-9e73-661af13b475b req-0a26a8b4-d8d0-4003-b0c9-fc651834cb72 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0937436 Jun 23 14:18:19.854374 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ce44893d-2eef-4bd8-9e73-661af13b475b req-c467e715-7974-4412-91b6-a2af70f57da1 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320146 Jun 23 14:18:20.355333 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f618c730-17f4-4b00-ae60-1d910f10aa68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:20.911078 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.030329 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b8a5a-9a43-40eb-bd8d-791987adf058 req-14297f86-92b6-46bc-b24f-c39268a872e2 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:21.031799 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d87b8a5a-9a43-40eb-bd8d-791987adf058 req-14297f86-92b6-46bc-b24f-c39268a872e2 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0628099 Jun 23 14:18:21.073842 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d87b8a5a-9a43-40eb-bd8d-791987adf058 req-e53ab12b-e909-4892-8874-fc06c64f2e1d tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362399 Jun 23 14:18:21.182544 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.247123 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719decb-9f6c-49bc-8325-9afdbb9ee548 req-af98c4b1-d3c0-48cf-b6c9-e7099ef51175 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:21.248971 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6719decb-9f6c-49bc-8325-9afdbb9ee548 req-af98c4b1-d3c0-48cf-b6c9-e7099ef51175 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0613034 Jun 23 14:18:21.287578 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6719decb-9f6c-49bc-8325-9afdbb9ee548 req-b6100d61-592c-4267-b389-0dfc71a3d41a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328186 Jun 23 14:18:21.315748 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38782) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:21.413765 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c5bf62-65b3-44e3-a79c-dd1fd9a749c7 tempest-TestShelveInstance-464426278 tempest-TestShelveInstance-464426278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:21.415281 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-85c5bf62-65b3-44e3-a79c-dd1fd9a749c7 tempest-TestShelveInstance-464426278 tempest-TestShelveInstance-464426278-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 1093 time: 0.0984092 Jun 23 14:18:21.418112 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38786) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:21.422384 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Request body: {'floatingip': {'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'port_id': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:21.446126 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for floatingip, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.541850 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.648464 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Allocated IP 172.27.1.86 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/efab4e03-0c4c-47ee-b75f-e9d3f8da243c) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:18:21.745773 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.785931 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.788029 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-1725186b-42bd-438f-bcc2-b9be9ad39588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:21.830448 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:18:21.833279 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:18:21.836800 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:18:21.842488 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event updated for resources: {'Port': ['ID=efab4e03-0c4c-47ee-b75f-e9d3f8da243c,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:21.861186 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:22.463445 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:22.537956 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:22.715386 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:22.720552 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:22.722630 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-13ba7b23-742c-4761-a9c2-c47d875fc7b1 tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:22.792157 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event updated for resources: {'Port': ['ID=efab4e03-0c4c-47ee-b75f-e9d3f8da243c,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:22.804290 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.804672 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.805044 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.805414 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.805782 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.806172 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.806539 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.806896 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.807256 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.807615 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.807968 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.808320 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:22.812281 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:22.814167 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:22.911736 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.l3_db [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Floating IP 1478ea88-6db2-432b-95d7-5e236b28b818 associated. External IP: 172.27.1.86, port: 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a. Jun 23 14:18:23.119544 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Router 9bdd77ab-c415-4085-853f-7ce778a627ee has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:18:23.228975 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:18:23.241436 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c350c4-a2d5-4994-bd97-6ea21c46d3dd None None] Sync routers for ids ['9bdd77ab-c415-4085-853f-7ce778a627ee'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:18:23.246781 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:23.252824 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c350c4-a2d5-4994-bd97-6ea21c46d3dd None None] Routers {'9bdd77ab-c415-4085-853f-7ce778a627ee'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:23.253531 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-50c350c4-a2d5-4994-bd97-6ea21c46d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:18:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['9bdd77ab-c415-4085-853f-7ce778a627ee'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:23.288598 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8693476 Jun 23 14:18:23.289267 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:23.291598 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ca9358-e921-422d-8c56-928facbbf29a" -d '{"events": [{"name": "network-changed", "server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:23.345627 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18929ddd-7f90-4e8a-88fe-73f9d68a190d x-openstack-request-id: req-18929ddd-7f90-4e8a-88fe-73f9d68a190d {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:23.345953 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:23.346286 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18929ddd-7f90-4e8a-88fe-73f9d68a190d {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:23.346715 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'status': 'completed', 'code': 200} Jun 23 14:18:23.364838 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:23.379000 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-50c350c4-a2d5-4994-bd97-6ea21c46d3dd None None] Set router 9bdd77ab-c415-4085-853f-7ce778a627ee gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:23.458301 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca9358-e921-422d-8c56-928facbbf29a req-7a91f63e-66b0-457f-8645-6bbef296e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:23.459808 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d7ca9358-e921-422d-8c56-928facbbf29a req-7a91f63e-66b0-457f-8645-6bbef296e157 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6185370aa2ed4a609ac4cc778de58633&device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 1098 time: 0.0537162 Jun 23 14:18:23.565034 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca9358-e921-422d-8c56-928facbbf29a req-d18c6e46-f4ba-4977-834e-c9edcd373dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:23.566561 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d7ca9358-e921-422d-8c56-928facbbf29a req-d18c6e46-f4ba-4977-834e-c9edcd373dfe service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8de9a96-35e7-4aab-836f-d73407f1b67f HTTP/1.1" status: 200 len: 910 time: 0.0985942 Jun 23 14:18:23.609707 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-50c350c4-a2d5-4994-bd97-6ea21c46d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '1478ea88-6db2-432b-95d7-5e236b28b818', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'port_id': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'mac_address': 'fa:16:3e:ee:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:22Z', 'updated_at': '2021-06-23T14:18:22Z', 'revision_number': 0, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e26ac33-8b6a-448a-aa05-8434406b378c', 'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'mac_address': 'fa:16:3e:05:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:26Z', 'updated_at': '2021-06-23T14:17:34Z', 'revision_number': 5, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'subnets': [{'id': '1a075194-826e-444f-86de-c6e11b4afde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:23.634079 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d7ca9358-e921-422d-8c56-928facbbf29a req-38e50f39-f69b-4bd2-a2ac-6567ca976ca6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a HTTP/1.1" status: 200 len: 998 time: 0.0601628 Jun 23 14:18:23.636901 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c350c4-a2d5-4994-bd97-6ea21c46d3dd None None] Checking router: 9bdd77ab-c415-4085-853f-7ce778a627ee for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:18:23.645736 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c350c4-a2d5-4994-bd97-6ea21c46d3dd None None] Routers {'9bdd77ab-c415-4085-853f-7ce778a627ee'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:23.646580 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-50c350c4-a2d5-4994-bd97-6ea21c46d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:18:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['9bdd77ab-c415-4085-853f-7ce778a627ee'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:23.685804 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca9358-e921-422d-8c56-928facbbf29a req-73320f61-63c9-4c7e-a83a-f98ed69488a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:23.687542 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d7ca9358-e921-422d-8c56-928facbbf29a req-73320f61-63c9-4c7e-a83a-f98ed69488a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a075194-826e-444f-86de-c6e11b4afde2 HTTP/1.1" status: 200 len: 848 time: 0.0456126 Jun 23 14:18:23.769898 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca9358-e921-422d-8c56-928facbbf29a req-b79f2568-22db-4dc7-9424-7281e61fd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:23.772390 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d7ca9358-e921-422d-8c56-928facbbf29a req-b79f2568-22db-4dc7-9424-7281e61fd2a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8de9a96-35e7-4aab-836f-d73407f1b67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773399 Jun 23 14:18:23.881976 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d7ca9358-e921-422d-8c56-928facbbf29a req-9741d935-a81e-4415-8bca-d76b516a8829 service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914891 Jun 23 14:18:23.901235 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-50c350c4-a2d5-4994-bd97-6ea21c46d3dd None None] Set router 9bdd77ab-c415-4085-853f-7ce778a627ee gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:23.975724 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d7ca9358-e921-422d-8c56-928facbbf29a req-df018ef0-c17b-4e3f-969c-3247cce6f4f0 service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856559 Jun 23 14:18:24.123894 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-50c350c4-a2d5-4994-bd97-6ea21c46d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '1478ea88-6db2-432b-95d7-5e236b28b818', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'port_id': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'mac_address': 'fa:16:3e:ee:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:22Z', 'updated_at': '2021-06-23T14:18:22Z', 'revision_number': 0, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e26ac33-8b6a-448a-aa05-8434406b378c', 'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'mac_address': 'fa:16:3e:05:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:26Z', 'updated_at': '2021-06-23T14:17:34Z', 'revision_number': 5, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'subnets': [{'id': '1a075194-826e-444f-86de-c6e11b4afde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:24.167786 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c350c4-a2d5-4994-bd97-6ea21c46d3dd None None] The sync data for ids ['9bdd77ab-c415-4085-853f-7ce778a627ee'] in dv-cinder-784477-5-iscsi is: [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '1478ea88-6db2-432b-95d7-5e236b28b818', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'port_id': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'mac_address': 'fa:16:3e:ee:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:22Z', 'updated_at': '2021-06-23T14:18:22Z', 'revision_number': 0, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e26ac33-8b6a-448a-aa05-8434406b378c', 'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'mac_address': 'fa:16:3e:05:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:26Z', 'updated_at': '2021-06-23T14:17:34Z', 'revision_number': 5, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'subnets': [{'id': '1a075194-826e-444f-86de-c6e11b4afde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:18:24.370438 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cb5f58-283f-4369-90f6-a04270bb70d5 None None] New status for floating IP 1478ea88-6db2-432b-95d7-5e236b28b818: ACTIVE {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:18:26.907273 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf5985-18dd-4ce5-9104-1ce69c005756 req-3f65d69f-8eff-42aa-8758-ee7f13c0bdeb tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:26.908747 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9abf5985-18dd-4ce5-9104-1ce69c005756 req-3f65d69f-8eff-42aa-8758-ee7f13c0bdeb tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0674577 Jun 23 14:18:26.947168 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9abf5985-18dd-4ce5-9104-1ce69c005756 req-68e32173-e9bc-496f-a40d-2b3d7d9dcf5c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324073 Jun 23 14:18:28.156967 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605d726-8c84-415c-b90d-05e720003536 req-7cfb14f7-0f9a-4366-98b4-e56d5f7f5a3a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:28.158464 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e605d726-8c84-415c-b90d-05e720003536 req-7cfb14f7-0f9a-4366-98b4-e56d5f7f5a3a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0630300 Jun 23 14:18:28.196796 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e605d726-8c84-415c-b90d-05e720003536 req-edaeb801-6dcb-4a87-9ad5-a764f68b212e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=f51a993d-9552-40bc-9c30-aa97e0414150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324850 Jun 23 14:18:28.498429 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429d307-0a24-4998-aab6-95561cdf3931 req-a3349165-2729-4427-ae63-3642b3120490 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:28.499878 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f429d307-0a24-4998-aab6-95561cdf3931 req-a3349165-2729-4427-ae63-3642b3120490 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.39 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 946 time: 0.0638659 Jun 23 14:18:28.602276 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Deleting port 48999b26-0155-4eaa-8cc6-5a7e2e88240a {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:18:28.602614 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.692570 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] For port 48999b26-0155-4eaa-8cc6-5a7e2e88240a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=48999b26-0155-4eaa-8cc6-5a7e2e88240a,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:28.692832 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.857462 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.857826 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.858155 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.l3_db [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Floating IP 7e0a3582-eecf-47a5-aa71-af09dbf057cb disassociated. External IP: 172.27.1.113, port: 48999b26-0155-4eaa-8cc6-5a7e2e88240a. Jun 23 14:18:28.858487 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Calling delete_port for 48999b26-0155-4eaa-8cc6-5a7e2e88240a owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:18:28.991919 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:28.996065 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-09708700-62f6-4cb1-8a77-3330559a411f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:29.020854 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event deleted for resources: {'Port': ['ID=48999b26-0155-4eaa-8cc6-5a7e2e88240a,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:29.023929 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:29.134763 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Router 859377d6-c706-41cf-bfa8-998e523d8e1e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:18:29.244506 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:18:29.256403 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17036277-970a-4b21-9fbb-e25966482f23 None None] Sync routers for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:18:29.271263 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17036277-970a-4b21-9fbb-e25966482f23 None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:29.272291 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-17036277-970a-4b21-9fbb-e25966482f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:18:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:29.289523 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] No DVR routers for this DVR port 48999b26-0155-4eaa-8cc6-5a7e2e88240a on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:18:29.292086 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:29.294647 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f429d307-0a24-4998-aab6-95561cdf3931 req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.39 "DELETE /v2.0/ports/48999b26-0155-4eaa-8cc6-5a7e2e88240a HTTP/1.1" status: 204 len: 173 time: 0.7884381 Jun 23 14:18:29.295715 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879c7190-2026-4306-993d-4aea0f24201f', 'name': 'network-vif-deleted', 'tag': '48999b26-0155-4eaa-8cc6-5a7e2e88240a'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:29.299452 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457b7e28-9ec9-4274-b70c-f3e527f039ea" -d '{"events": [{"server_uuid": "879c7190-2026-4306-993d-4aea0f24201f", "name": "network-vif-deleted", "tag": "48999b26-0155-4eaa-8cc6-5a7e2e88240a"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:29.347650 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be2d937-d512-44f6-b882-3595ff6be644 x-openstack-request-id: req-2be2d937-d512-44f6-b882-3595ff6be644 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:29.348152 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879c7190-2026-4306-993d-4aea0f24201f", "name": "network-vif-deleted", "tag": "48999b26-0155-4eaa-8cc6-5a7e2e88240a", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:29.348561 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2be2d937-d512-44f6-b882-3595ff6be644 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:29.349181 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879c7190-2026-4306-993d-4aea0f24201f', 'name': 'network-vif-deleted', 'tag': '48999b26-0155-4eaa-8cc6-5a7e2e88240a', 'status': 'completed', 'code': 200} Jun 23 14:18:29.402458 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6824722f-0e4a-41f5-a173-301b1dc1e72d req-1e3f7c80-56d1-404d-b774-cc665987d260 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c7190-2026-4306-993d-4aea0f24201f HTTP/1.1" status: 200 len: 210 time: 0.0611608 Jun 23 14:18:29.417375 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-17036277-970a-4b21-9fbb-e25966482f23 None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:29.637500 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-17036277-970a-4b21-9fbb-e25966482f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:29.668401 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17036277-970a-4b21-9fbb-e25966482f23 None None] Checking router: 859377d6-c706-41cf-bfa8-998e523d8e1e for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:18:29.677248 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17036277-970a-4b21-9fbb-e25966482f23 None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:29.678006 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-17036277-970a-4b21-9fbb-e25966482f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:18:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:29.788164 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-17036277-970a-4b21-9fbb-e25966482f23 None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:29.995645 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-17036277-970a-4b21-9fbb-e25966482f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:30.021526 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17036277-970a-4b21-9fbb-e25966482f23 None None] The sync data for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi is: [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:18:30.256527 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef73ba-84e7-4ec3-8ec5-1f74c22a0a9a None None] New status for floating IP 7e0a3582-eecf-47a5-aa71-af09dbf057cb: DOWN {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:18:30.546836 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38836) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:30.602939 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10652674-94e7-4a22-a387-ed87ad1c34c0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:30.627170 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10652674-94e7-4a22-a387-ed87ad1c34c0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:30.678195 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10652674-94e7-4a22-a387-ed87ad1c34c0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:30.681234 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-10652674-94e7-4a22-a387-ed87ad1c34c0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:30.682498 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-10652674-94e7-4a22-a387-ed87ad1c34c0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "DELETE /v2.0/security-groups/f51a993d-9552-40bc-9c30-aa97e0414150 HTTP/1.1" status: 204 len: 168 time: 0.1344028 Jun 23 14:18:30.683266 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6450bb2e-ca2c-47f7-ad41-d2102f44ebcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:30.686265 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38838) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:30.693286 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10652674-94e7-4a22-a387-ed87ad1c34c0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51a993d-9552-40bc-9c30-aa97e0414150,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:30.695792 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-10652674-94e7-4a22-a387-ed87ad1c34c0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:30.699125 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.api.v2.resource [None req-93a9048a-4579-4d9e-bd57-89e47f684c06 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] show failed (client error): The resource could not be found. Jun 23 14:18:30.704553 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-93a9048a-4579-4d9e-bd57-89e47f684c06 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups/f51a993d-9552-40bc-9c30-aa97e0414150 HTTP/1.1" status: 404 len: 347 time: 0.0127344 Jun 23 14:18:30.704785 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38840) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:30.836029 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Deleting port 6bc186de-fd4c-45ec-bf62-a958c29d4534 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:18:30.836360 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:30.910391 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:30.910617 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:30.922591 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Calling delete_port for 6bc186de-fd4c-45ec-bf62-a958c29d4534 owned by network:floatingip {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:18:31.052381 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.054566 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e9881563-213d-4524-9576-a82fd5b3baa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:31.076588 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event deleted for resources: {'Port': ['ID=6bc186de-fd4c-45ec-bf62-a958c29d4534,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:31.091455 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.092026 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.092404 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.092766 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.093123 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.093493 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.093829 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.094252 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.094606 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.094956 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.095304 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.095647 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:31.117160 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:31.157060 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.159625 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.160844 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "DELETE /v2.0/floatingips/7e0a3582-eecf-47a5-aa71-af09dbf057cb HTTP/1.1" status: 204 len: 168 time: 0.4550664 Jun 23 14:18:31.492602 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38846) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:31.497887 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-6152e31c-453b-462f-8b4f-c436d82f521e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300249455', 'description': 'tempest-description--1217090845'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:31.519355 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6152e31c-453b-462f-8b4f-c436d82f521e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.606499 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6152e31c-453b-462f-8b4f-c436d82f521e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.610494 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6152e31c-453b-462f-8b4f-c436d82f521e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.613090 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-5d8264a9-d0e2-489d-9944-b1ed007312cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:31.640907 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6152e31c-453b-462f-8b4f-c436d82f521e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.642146 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-6152e31c-453b-462f-8b4f-c436d82f521e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1484330 Jun 23 14:18:31.643349 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152e31c-453b-462f-8b4f-c436d82f521e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa88fcd-3ac5-4f1f-8372-824a43ba10c8,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:31.645660 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38848) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:31.646771 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-6152e31c-453b-462f-8b4f-c436d82f521e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:31.650799 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-bbd4afec-3b6a-4522-8c67-9016cf106069 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'security_group_rule': {'security_group_id': 'caa88fcd-3ac5-4f1f-8372-824a43ba10c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:31.680933 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bbd4afec-3b6a-4522-8c67-9016cf106069 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.732954 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bbd4afec-3b6a-4522-8c67-9016cf106069 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.736944 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bbd4afec-3b6a-4522-8c67-9016cf106069 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.739395 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:31.755828 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4afec-3b6a-4522-8c67-9016cf106069 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf0e1f5-dc47-4fb8-8b08-c45891e747d2,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:31.759881 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bbd4afec-3b6a-4522-8c67-9016cf106069 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:31.764065 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bbd4afec-3b6a-4522-8c67-9016cf106069 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.764708 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-bbd4afec-3b6a-4522-8c67-9016cf106069 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178894 Jun 23 14:18:31.767678 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38850) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:31.772181 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-8663be9b-b331-404c-ab3d-44fe39fd92e0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'security_group_rule': {'security_group_id': 'caa88fcd-3ac5-4f1f-8372-824a43ba10c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:31.800837 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8663be9b-b331-404c-ab3d-44fe39fd92e0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.857859 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8663be9b-b331-404c-ab3d-44fe39fd92e0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.861735 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8663be9b-b331-404c-ab3d-44fe39fd92e0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3786089'] for security_group_rule, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.867025 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6d0024c2-0a19-446d-a7e7-42c9aa528ab8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:31.881385 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663be9b-b331-404c-ab3d-44fe39fd92e0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97885b36-8592-4e64-a2db-9fed637b330d,revision_number=0']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:31.884010 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8663be9b-b331-404c-ab3d-44fe39fd92e0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:31.890766 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-8663be9b-b331-404c-ab3d-44fe39fd92e0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.892192 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-8663be9b-b331-404c-ab3d-44fe39fd92e0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235063 Jun 23 14:18:31.895157 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 38852) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:31.899522 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'floatingip': {'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:31.906137 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 48999b26-0155-4eaa-8cc6-5a7e2e88240a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:18:31.930341 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:31.933196 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 48999b26-0155-4eaa-8cc6-5a7e2e88240a {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:18:31.933495 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 48999b26-0155-4eaa-8cc6-5a7e2e88240a not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:18:32.028619 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.131402 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Allocated IP 172.27.1.250 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/7385eeba-88e7-4c35-aa5f-f75e78832c81) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:18:32.233541 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.272180 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.274549 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:32.312242 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:18:32.314865 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:18:32.318267 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:18:32.323605 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'Port': ['ID=7385eeba-88e7-4c35-aa5f-f75e78832c81,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:32.341169 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:32.415813 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.483336 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.659829 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.664436 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.666565 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b118c28e-9198-461e-99ed-59942cf0e35e tempest-VolumesActionsTest-1855210651 tempest-VolumesActionsTest-1855210651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:32.726884 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'Port': ['ID=7385eeba-88e7-4c35-aa5f-f75e78832c81,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:32.731513 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:32.743026 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.756658 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.758104 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8618441 Jun 23 14:18:32.955915 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-325d738e-5cec-448b-91c7-2f80c872a691 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--300249455&fields=id&tenant_id=94dc71f547d24a5d8509b357a10011bb HTTP/1.1" status: 200 len: 267 time: 0.0324423 Jun 23 14:18:33.062913 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-37abc89e-fa5d-48a2-840a-a5d399d205a6 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:33.064343 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-37abc89e-fa5d-48a2-840a-a5d399d205a6 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 810 time: 0.1019080 Jun 23 14:18:33.079868 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-a00f693f-0ee0-4701-b3f9-037502a230dd tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/quotas/94dc71f547d24a5d8509b357a10011bb HTTP/1.1" status: 200 len: 375 time: 0.0100701 Jun 23 14:18:33.148581 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-7aa74cb6-ded4-41bf-92e0-48bd50945958 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633376 Jun 23 14:18:33.243577 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-39d3c39a-1646-4f2b-bc59-8e0b28d4e789 service neutron] 10.222.0.13 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833187 Jun 23 14:18:33.330182 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-e9cc943e-3dbb-4c3f-ae05-5dad4abd6b31 service neutron] 10.222.0.13 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805340 Jun 23 14:18:33.503677 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9478e581-fb87-4d1a-a7be-3b36e5129c14 req-4dd67404-8358-40e4-b9d5-c258e397a148 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 210 time: 0.0297177 Jun 23 14:18:34.650813 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-c336fd76-a35f-41ad-be40-6fce02b2e065 req-3cd8109a-f48b-471b-9699-71fe3f60ab77 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 210 time: 0.0342920 Jun 23 14:18:34.745438 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-41bd5e21-cadc-4e56-8cdc-d736ae38f3d2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:34.747527 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-41bd5e21-cadc-4e56-8cdc-d736ae38f3d2 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.39 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 810 time: 0.1096408 Jun 23 14:18:34.803393 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-106dcd35-e8eb-4838-9195-8d588de88079 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94dc71f547d24a5d8509b357a10011bb HTTP/1.1" status: 200 len: 379 time: 0.0373220 Jun 23 14:18:34.816016 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'port': {'device_id': '82772089-6e76-40f3-a7f8-e6253e842041', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'admin_state_up': True, 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'security_groups': ['caa88fcd-3ac5-4f1f-8372-824a43ba10c8']}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:34.935513 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Made reservation on behalf of 94dc71f547d24a5d8509b357a10011bb for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:18:34.939075 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:35.064341 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Allocated IP 172.20.0.9 (50556b32-b72e-4178-bf44-bc520f43b25b/606a88d1-94ef-49ba-9cad-9f7c5df7c3a4/51e2ca96-2dc6-4dac-adb0-52787c59ebb1) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:18:35.203038 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:35.217009 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Transition to ACTIVE for port object 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:18:35.249991 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:35.254956 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b33cacc4-d05e-4832-824e-4da883bf2d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:35.294558 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Network 50556b32-b72e-4178-bf44-bc520f43b25b is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:18:35.299565 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:18:35.303437 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:18:35.333012 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event updated for resources: {'Port': ['ID=51e2ca96-2dc6-4dac-adb0-52787c59ebb1,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:35.337593 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:35.363506 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:35.364149 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:35.381214 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5a9f7328-249c-4810-b01f-8035fcbe2f3d tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692348 Jun 23 14:18:35.404822 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Request body: {'port': {'device_id': '82772089-6e76-40f3-a7f8-e6253e842041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:35.480289 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:35.546792 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-87f1a2d9-4cfa-492b-a143-8d40db52323c None None] Provisioning for port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:18:35.551743 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-87f1a2d9-4cfa-492b-a143-8d40db52323c None None] Provisioning complete for port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:18:35.552138 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-87f1a2d9-4cfa-492b-a143-8d40db52323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:35.593231 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-87f1a2d9-4cfa-492b-a143-8d40db52323c None None] Port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:18:35.836094 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c76ee-5369-43ec-b155-871351857b9e req-14b2832d-7e71-4e8d-986a-99f2a61fbf9e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:35.837638 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9b0c76ee-5369-43ec-b155-871351857b9e req-14b2832d-7e71-4e8d-986a-99f2a61fbf9e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 931 time: 0.0686908 Jun 23 14:18:35.890431 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9b0c76ee-5369-43ec-b155-871351857b9e req-27d93472-7eb6-438d-97d0-d28dce00466f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443735 Jun 23 14:18:35.983679 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:18:36.017030 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:18:36.024723 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:36.037467 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Transition to ACTIVE for port object 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:18:36.041086 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:36.043150 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d79821d6-3dae-4788-a832-51a043cd79d1 tempest-VolumesSnapshotTestJSON-1698565883 tempest-VolumesSnapshotTestJSON-1698565883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:36.091595 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Pushing event updated for resources: {'Port': ['ID=51e2ca96-2dc6-4dac-adb0-52787c59ebb1,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:36.096379 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:36.165796 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Attempting to bind port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:18:36.166165 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Attempting to bind port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:18:36.166493 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Attempting to bind port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 on network 50556b32-b72e-4178-bf44-bc520f43b25b {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:18:36.171740 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 on network 50556b32-b72e-4178-bf44-bc520f43b25b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:18:36.172143 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Attempting to bind port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 on network 50556b32-b72e-4178-bf44-bc520f43b25b {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:18:36.178143 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:18:36.178567 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Checking segment: {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:18:36.179025 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Bound using segment: {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:18:36.179454 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Bound port: 51e2ca96-2dc6-4dac-adb0-52787c59ebb1, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:18:36.179804 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:36.250636 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] For port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:18:36.254443 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] For port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51e2ca96-2dc6-4dac-adb0-52787c59ebb1,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:18:36.258458 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:36.260421 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:36.292274 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:36.293188 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:36.294933 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] 10.222.0.39 "PUT /v2.0/ports/51e2ca96-2dc6-4dac-adb0-52787c59ebb1 HTTP/1.1" status: 200 len: 1093 time: 0.8951228 Jun 23 14:18:36.297392 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82772089-6e76-40f3-a7f8-e6253e842041', 'tag': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:36.299646 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b42188f-c4a2-4324-8d82-4fcea048bbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "82772089-6e76-40f3-a7f8-e6253e842041", "tag": "51e2ca96-2dc6-4dac-adb0-52787c59ebb1"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:36.334591 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Pushing event updated for resources: {'Port': ['ID=51e2ca96-2dc6-4dac-adb0-52787c59ebb1,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:36.337920 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:36.346787 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b06554-5a7d-4433-81c5-e02033f253cc x-openstack-request-id: req-08b06554-5a7d-4433-81c5-e02033f253cc {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:36.347119 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82772089-6e76-40f3-a7f8-e6253e842041", "tag": "51e2ca96-2dc6-4dac-adb0-52787c59ebb1", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:36.347422 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08b06554-5a7d-4433-81c5-e02033f253cc {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:36.347961 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82772089-6e76-40f3-a7f8-e6253e842041', 'tag': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1', 'status': 'completed', 'code': 200} Jun 23 14:18:36.439322 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-37ed09cf-e72c-48e2-a78a-549b2140d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:36.440817 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-37ed09cf-e72c-48e2-a78a-549b2140d103 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 1096 time: 0.0651386 Jun 23 14:18:36.500625 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-da1e4972-c635-492f-a746-82ff0c6e1fed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e2ca96-2dc6-4dac-adb0-52787c59ebb1 HTTP/1.1" status: 200 len: 217 time: 0.0380356 Jun 23 14:18:36.553469 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-e0fd4734-eafe-410d-9795-e32e064a8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:36.555264 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-e0fd4734-eafe-410d-9795-e32e064a8add service neutron] 10.222.0.39 "GET /v2.0/subnets?id=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 HTTP/1.1" status: 200 len: 849 time: 0.0462487 Jun 23 14:18:36.613260 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-7cf6048d-60df-492f-908f-4f3bfdd0ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:36.614685 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-7cf6048d-60df-492f-908f-4f3bfdd0ce2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50556b32-b72e-4178-bf44-bc520f43b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515594 Jun 23 14:18:36.713447 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-499b2376-5dd4-4c4e-8816-d4d7060d0ec7 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901625 Jun 23 14:18:36.808623 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-61f0e09b-57ac-4f0d-ba88-af0794f2890e req-41c95138-b77a-4a92-a38d-4e04147072bf service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871830 Jun 23 14:18:36.904192 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:36.986720 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42188f-c4a2-4324-8d82-4fcea048bbe1 req-df5b1882-ba33-4a6e-abc2-1871f280ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:36.988172 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4b42188f-c4a2-4324-8d82-4fcea048bbe1 req-df5b1882-ba33-4a6e-abc2-1871f280ea77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 1096 time: 0.0508668 Jun 23 14:18:37.130098 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42188f-c4a2-4324-8d82-4fcea048bbe1 req-ef3f7b6f-1d0e-4621-b7d0-49daa59c1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:37.131541 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4b42188f-c4a2-4324-8d82-4fcea048bbe1 req-ef3f7b6f-1d0e-4621-b7d0-49daa59c1933 service neutron] 10.222.0.39 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 911 time: 0.1268563 Jun 23 14:18:37.139742 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800405e9-8538-4a1d-92c7-d9c697e58be9 req-ad3f96e2-e827-4fff-8651-0c3e1421995f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:37.141142 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-800405e9-8538-4a1d-92c7-d9c697e58be9 req-ad3f96e2-e827-4fff-8651-0c3e1421995f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 943 time: 0.1286139 Jun 23 14:18:37.196922 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4b42188f-c4a2-4324-8d82-4fcea048bbe1 req-b6de8cfe-1b25-41bc-a61d-17571f7a151e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e2ca96-2dc6-4dac-adb0-52787c59ebb1 HTTP/1.1" status: 200 len: 217 time: 0.0480280 Jun 23 14:18:37.239716 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-800405e9-8538-4a1d-92c7-d9c697e58be9 req-c74cd72c-3c1a-4c56-bacf-c28bc55d00d8 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925527 Jun 23 14:18:37.256627 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42188f-c4a2-4324-8d82-4fcea048bbe1 req-37da3ff3-83b2-4bde-af97-d00338afc91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:37.258030 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4b42188f-c4a2-4324-8d82-4fcea048bbe1 req-37da3ff3-83b2-4bde-af97-d00338afc91c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 HTTP/1.1" status: 200 len: 849 time: 0.0506339 Jun 23 14:18:37.341653 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42188f-c4a2-4324-8d82-4fcea048bbe1 req-d649294c-c94c-4c09-8493-7c26791c673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:37.343144 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4b42188f-c4a2-4324-8d82-4fcea048bbe1 req-d649294c-c94c-4c09-8493-7c26791c673e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50556b32-b72e-4178-bf44-bc520f43b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516224 Jun 23 14:18:37.434840 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4b42188f-c4a2-4324-8d82-4fcea048bbe1 req-aee3dc90-e560-46d7-9c87-bc8cf8f6ba3e service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841186 Jun 23 14:18:37.525542 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4b42188f-c4a2-4324-8d82-4fcea048bbe1 req-85b45604-7052-4140-8748-2f108515d752 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827780 Jun 23 14:18:38.416063 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0ae79-d17e-4e36-b24a-4dfcc5286c8c req-ca1ee3ff-afa4-407a-bb04-03c9243936cb tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:38.417523 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-01b0ae79-d17e-4e36-b24a-4dfcc5286c8c req-ca1ee3ff-afa4-407a-bb04-03c9243936cb tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 943 time: 0.0658619 Jun 23 14:18:38.465716 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-01b0ae79-d17e-4e36-b24a-4dfcc5286c8c req-577279ad-0833-4b78-b34d-0545f08047cb tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361547 Jun 23 14:18:38.679437 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407109d-77bd-4d7c-9755-279a29c2e60c req-0349c686-be78-4be7-8238-4be0319d81af tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:38.680889 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1407109d-77bd-4d7c-9755-279a29c2e60c req-0349c686-be78-4be7-8238-4be0319d81af tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.1070135 Jun 23 14:18:38.687840 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a52215-6cc2-4a32-afec-961024119457 req-f00aa910-5937-42be-998a-8b2fa6abdc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:38.689207 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-23a52215-6cc2-4a32-afec-961024119457 req-f00aa910-5937-42be-998a-8b2fa6abdc09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9fe00ee58f45f3841243769342c70a&device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 1138 time: 0.0870850 Jun 23 14:18:38.769575 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1407109d-77bd-4d7c-9755-279a29c2e60c req-7a8095d3-2965-4244-a3c3-bc1aa2857033 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0794299 Jun 23 14:18:38.803142 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a52215-6cc2-4a32-afec-961024119457 req-5b4c4f81-b178-44e9-8d19-92b2b9cbe577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:38.804557 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-23a52215-6cc2-4a32-afec-961024119457 req-5b4c4f81-b178-44e9-8d19-92b2b9cbe577 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b624a90f-2b1c-40cc-81e6-a588383f6301 HTTP/1.1" status: 200 len: 916 time: 0.1079602 Jun 23 14:18:38.875983 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-23a52215-6cc2-4a32-afec-961024119457 req-f0e3ab2b-af82-4733-82eb-55b8fd1cebee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 200 len: 1000 time: 0.0635610 Jun 23 14:18:38.925662 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a52215-6cc2-4a32-afec-961024119457 req-90c73300-cf45-469b-959a-a2b4ae68676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:38.927015 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-23a52215-6cc2-4a32-afec-961024119457 req-90c73300-cf45-469b-959a-a2b4ae68676b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f71818-1bed-4347-94b7-2cb13cb757b0 HTTP/1.1" status: 200 len: 854 time: 0.0440700 Jun 23 14:18:38.986184 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a52215-6cc2-4a32-afec-961024119457 req-de7f895c-c24b-4d33-b84f-edac617c2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:38.987661 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-23a52215-6cc2-4a32-afec-961024119457 req-de7f895c-c24b-4d33-b84f-edac617c2a15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b624a90f-2b1c-40cc-81e6-a588383f6301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540175 Jun 23 14:18:39.078132 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-23a52215-6cc2-4a32-afec-961024119457 req-09168e21-fbd6-4bab-9098-4df7d52958ab service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833488 Jun 23 14:18:39.164170 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-23a52215-6cc2-4a32-afec-961024119457 req-6d24cae2-aa33-4326-9c42-71bde8aaa0fd service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790691 Jun 23 14:18:39.640001 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762734aa-deb1-4f6c-a6a0-ba697dd17a6a req-dc368ec4-e834-4431-ad25-f3711b534e27 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:39.641434 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-762734aa-deb1-4f6c-a6a0-ba697dd17a6a req-dc368ec4-e834-4431-ad25-f3711b534e27 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 943 time: 0.0613985 Jun 23 14:18:39.677785 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-762734aa-deb1-4f6c-a6a0-ba697dd17a6a req-f7496218-d647-4792-a869-c548b8489cf7 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305216 Jun 23 14:18:39.955289 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba670fc-f5a1-492b-b8bc-0ee10d7de3f8 req-c6e9f1fa-e030-4fff-9168-771081614532 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:39.956645 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9ba670fc-f5a1-492b-b8bc-0ee10d7de3f8 req-c6e9f1fa-e030-4fff-9168-771081614532 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0693955 Jun 23 14:18:39.995967 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9ba670fc-f5a1-492b-b8bc-0ee10d7de3f8 req-34f2e4f8-a906-4949-83fa-31d0335b9a1f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333860 Jun 23 14:18:40.863720 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccb997-38de-46d1-add3-29aba1f6f2ce req-b6ef6e4c-419e-43ee-82bc-75af50a0154a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:40.865073 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-83ccb997-38de-46d1-add3-29aba1f6f2ce req-b6ef6e4c-419e-43ee-82bc-75af50a0154a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 943 time: 0.0700979 Jun 23 14:18:40.903508 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-83ccb997-38de-46d1-add3-29aba1f6f2ce req-811f57e7-0a2d-4aa8-a763-1bec34e8bcb3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Jun 23 14:18:41.168285 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288ace8-37c2-4bc3-a2c2-c9762498952c req-3a8846f2-b582-4e01-afd3-69ff0b96e976 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:41.170328 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6288ace8-37c2-4bc3-a2c2-c9762498952c req-3a8846f2-b582-4e01-afd3-69ff0b96e976 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0644298 Jun 23 14:18:41.209037 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6288ace8-37c2-4bc3-a2c2-c9762498952c req-f52b3962-7fb0-47f4-be4d-8230be00a43a tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330203 Jun 23 14:18:41.960769 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:18:42.059523 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51e2ca96-2dc6-4dac-adb0-52787c59ebb1,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:42.071615 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'port_id': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1', 'mac_address': 'fa:16:3e:af:54:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:18:42.077757 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab9e2-3164-450c-9ffe-80ba8b47a970 req-f5316c75-7dc5-4997-b83b-4f4977814e2f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:42.079237 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-eb7ab9e2-3164-450c-9ffe-80ba8b47a970 req-f5316c75-7dc5-4997-b83b-4f4977814e2f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 943 time: 0.0628438 Jun 23 14:18:42.113208 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:42.116420 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-eb7ab9e2-3164-450c-9ffe-80ba8b47a970 req-8a4e9773-8067-4404-9355-463cc316102e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316088 Jun 23 14:18:42.127209 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:18:42.147292 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51e2ca96-2dc6-4dac-adb0-52787c59ebb1,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:42.151920 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:42.154074 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:42.201428 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=51e2ca96-2dc6-4dac-adb0-52787c59ebb1,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:42.208286 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.208639 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.208979 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.209313 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.209644 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.209974 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.210331 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.210659 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.210985 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.211305 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.211627 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.211947 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:42.215876 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:42.380574 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f03b2-4aed-443f-b7bb-8585754e8d8d req-8bd0cb5e-8d30-4701-b8cf-706dcd478489 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:42.382104 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9b0f03b2-4aed-443f-b7bb-8585754e8d8d req-8bd0cb5e-8d30-4701-b8cf-706dcd478489 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0633404 Jun 23 14:18:42.423941 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9b0f03b2-4aed-443f-b7bb-8585754e8d8d req-e28c6f74-1dd6-4114-abff-20a3c2bb3b37 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0359390 Jun 23 14:18:42.636663 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['51e2ca96-2dc6-4dac-adb0-52787c59ebb1'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:18:43.290195 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011ac2-41b8-4cb0-8534-ba7f1aa0ade6 req-2e4e7880-19b9-4b4a-91f3-5e9c49a3b8ca tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:43.291626 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-04011ac2-41b8-4cb0-8534-ba7f1aa0ade6 req-2e4e7880-19b9-4b4a-91f3-5e9c49a3b8ca tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 944 time: 0.0632713 Jun 23 14:18:43.329983 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-04011ac2-41b8-4cb0-8534-ba7f1aa0ade6 req-0e50f1b8-9dca-4600-8afe-e1674a69a420 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327334 Jun 23 14:18:43.601855 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d818230-2282-4e8d-b656-9a8b58aeb744 req-3939ffa7-8a99-4ad7-8c0b-1d928898b2e7 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:43.603324 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0d818230-2282-4e8d-b656-9a8b58aeb744 req-3939ffa7-8a99-4ad7-8c0b-1d928898b2e7 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0677016 Jun 23 14:18:43.643336 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0d818230-2282-4e8d-b656-9a8b58aeb744 req-4ecf5752-441f-4510-b317-2534b57f7ec1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332227 Jun 23 14:18:43.987110 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:18:44.036460 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:18:44.040629 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:18:44.041076 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:44.115637 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:44.138127 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82772089-6e76-40f3-a7f8-e6253e842041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:44.140368 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997375bd-1387-4ec3-b942-3a9298552e22" -d '{"events": [{"server_uuid": "82772089-6e76-40f3-a7f8-e6253e842041", "name": "network-vif-plugged", "status": "completed", "tag": "51e2ca96-2dc6-4dac-adb0-52787c59ebb1"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:44.156433 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51e2ca96-2dc6-4dac-adb0-52787c59ebb1,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:44.160613 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:44.162594 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:44.183898 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f17d92-b1a0-46e5-a0fa-2325cef73b43 x-openstack-request-id: req-b1f17d92-b1a0-46e5-a0fa-2325cef73b43 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:44.184201 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82772089-6e76-40f3-a7f8-e6253e842041", "name": "network-vif-plugged", "status": "completed", "tag": "51e2ca96-2dc6-4dac-adb0-52787c59ebb1", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:44.184463 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1f17d92-b1a0-46e5-a0fa-2325cef73b43 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:44.184856 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82772089-6e76-40f3-a7f8-e6253e842041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1', 'code': 200} Jun 23 14:18:44.208984 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=51e2ca96-2dc6-4dac-adb0-52787c59ebb1,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:44.211902 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:44.486211 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c0505-a1fc-4743-a26e-61ea3fbc075c req-2662f631-6056-4ab3-9e2f-8eb20f70f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:44.487658 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-232c0505-a1fc-4743-a26e-61ea3fbc075c req-2662f631-6056-4ab3-9e2f-8eb20f70f856 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 1098 time: 0.0863364 Jun 23 14:18:44.545484 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0641f45-ba3a-4944-abf8-3df9fb825531 req-2914b4f8-f32b-4a16-9610-e91f64846d8f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:44.546833 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c0641f45-ba3a-4944-abf8-3df9fb825531 req-2914b4f8-f32b-4a16-9610-e91f64846d8f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 945 time: 0.1052821 Jun 23 14:18:44.548728 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-232c0505-a1fc-4743-a26e-61ea3fbc075c req-69abb943-ad36-409d-adb3-65f250234655 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532734 Jun 23 14:18:44.592761 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c0641f45-ba3a-4944-abf8-3df9fb825531 req-6ae242d4-57b1-4983-8163-ae99c85c212e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403020 Jun 23 14:18:44.826990 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35690abd-2a48-4101-ba4f-488b6a38a04e req-181c27e3-112a-46bd-89fa-cf2dfdf34036 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:44.828383 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-35690abd-2a48-4101-ba4f-488b6a38a04e req-181c27e3-112a-46bd-89fa-cf2dfdf34036 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0717311 Jun 23 14:18:44.877564 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-35690abd-2a48-4101-ba4f-488b6a38a04e req-b7a1b41a-7e24-4080-a0fb-277b2ecc7c91 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0415778 Jun 23 14:18:45.790319 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e7b7d-b73c-4eb9-830c-72e3b115cb9f req-20872dde-360f-4b2b-ba28-914c348bed33 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:45.791826 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-646e7b7d-b73c-4eb9-830c-72e3b115cb9f req-20872dde-360f-4b2b-ba28-914c348bed33 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 945 time: 0.0699065 Jun 23 14:18:45.830902 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-646e7b7d-b73c-4eb9-830c-72e3b115cb9f req-842b765b-b9df-4329-ab50-2ffec348eeee tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327845 Jun 23 14:18:46.064046 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7522fda-9c66-46a6-aa42-17bc7063d914 req-47f1c9f8-8c14-49ac-9216-e64e4ef3d7f4 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:46.065429 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a7522fda-9c66-46a6-aa42-17bc7063d914 req-47f1c9f8-8c14-49ac-9216-e64e4ef3d7f4 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0665255 Jun 23 14:18:46.105394 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a7522fda-9c66-46a6-aa42-17bc7063d914 req-03eff753-95d0-48ac-b1f6-1d6aa9791287 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341012 Jun 23 14:18:47.005610 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780171a-58de-45ff-a643-c0598d48386f req-981c3750-490c-42cc-a11a-9d422886185c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:47.007105 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b780171a-58de-45ff-a643-c0598d48386f req-981c3750-490c-42cc-a11a-9d422886185c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 945 time: 0.0621154 Jun 23 14:18:47.044508 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b780171a-58de-45ff-a643-c0598d48386f req-657b54c0-c9fa-4265-93f4-002b1406275f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315015 Jun 23 14:18:47.211060 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b671d-d91a-4b57-bec0-eb680279d12d req-7f3c5060-a4af-4e5f-b2ca-d1d3bd9c39bf tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:47.212531 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-315b671d-d91a-4b57-bec0-eb680279d12d req-7f3c5060-a4af-4e5f-b2ca-d1d3bd9c39bf tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 945 time: 0.0633125 Jun 23 14:18:47.221331 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 38962) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:47.225821 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-839e5abf-43ce-41f3-9dc0-b554b2aa3842 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Request body: {'floatingip': {'port_id': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:47.263661 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-839e5abf-43ce-41f3-9dc0-b554b2aa3842 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:47.276455 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4039c-09fb-4019-9746-7d73022c6a27 req-1aee34d1-43f6-4471-9f4f-fde6dbf6af3d tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:47.278648 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-86e4039c-09fb-4019-9746-7d73022c6a27 req-1aee34d1-43f6-4471-9f4f-fde6dbf6af3d tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0625513 Jun 23 14:18:47.318725 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-86e4039c-09fb-4019-9746-7d73022c6a27 req-fc3b56a0-f261-4880-a727-b078f409c9e0 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342071 Jun 23 14:18:47.694470 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-839e5abf-43ce-41f3-9dc0-b554b2aa3842 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:47.698115 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-839e5abf-43ce-41f3-9dc0-b554b2aa3842 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:47.769981 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0279c2a5-b7bf-4829-9407-3a66bab5d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:47.794128 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.l3_db [None req-839e5abf-43ce-41f3-9dc0-b554b2aa3842 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Floating IP caa2f360-9db3-4c5d-8fd9-337a01232750 associated. External IP: 172.27.1.250, port: 51e2ca96-2dc6-4dac-adb0-52787c59ebb1. Jun 23 14:18:47.998385 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839e5abf-43ce-41f3-9dc0-b554b2aa3842 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Router 859377d6-c706-41cf-bfa8-998e523d8e1e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:18:48.314271 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839e5abf-43ce-41f3-9dc0-b554b2aa3842 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:18:48.319099 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-839e5abf-43ce-41f3-9dc0-b554b2aa3842 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:48.323481 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bebe85c-2b9e-4e2e-9802-ac38cfae01b5 None None] Sync routers for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:18:48.333121 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebe85c-2b9e-4e2e-9802-ac38cfae01b5 None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:48.333776 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-9bebe85c-2b9e-4e2e-9802-ac38cfae01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:18:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:48.355220 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-839e5abf-43ce-41f3-9dc0-b554b2aa3842 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "PUT /v2.0/floatingips/caa2f360-9db3-4c5d-8fd9-337a01232750 HTTP/1.1" status: 200 len: 991 time: 1.1328244 Jun 23 14:18:48.356580 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82772089-6e76-40f3-a7f8-e6253e842041', 'tag': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:48.358911 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad37d8d8beeb8169df3800a911929a3f4a5a3b87fc410ff1711a5d18233c5e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf0d1e0-ae16-41e3-9c13-795eba359ece" -d '{"events": [{"name": "network-changed", "server_uuid": "82772089-6e76-40f3-a7f8-e6253e842041", "tag": "51e2ca96-2dc6-4dac-adb0-52787c59ebb1"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:48.448846 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-9bebe85c-2b9e-4e2e-9802-ac38cfae01b5 None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:48.512794 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c44fb-292c-4017-8a15-4122910c38d3 req-ff751e4e-cce2-48ea-bd1d-9cd675b6e8a7 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:48.514447 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-243c44fb-292c-4017-8a15-4122910c38d3 req-ff751e4e-cce2-48ea-bd1d-9cd675b6e8a7 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0665605 Jun 23 14:18:48.556051 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-243c44fb-292c-4017-8a15-4122910c38d3 req-1c561cf3-6679-4e78-8c32-c3574b0ae97c tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0352719 Jun 23 14:18:48.606935 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dc1231-b406-49b1-b19f-04b2b89432f3 x-openstack-request-id: req-79dc1231-b406-49b1-b19f-04b2b89432f3 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:48.607288 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82772089-6e76-40f3-a7f8-e6253e842041", "tag": "51e2ca96-2dc6-4dac-adb0-52787c59ebb1", "status": "completed", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:48.607577 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79dc1231-b406-49b1-b19f-04b2b89432f3 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:48.608004 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82772089-6e76-40f3-a7f8-e6253e842041', 'tag': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1', 'status': 'completed', 'code': 200} Jun 23 14:18:48.676002 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-9bebe85c-2b9e-4e2e-9802-ac38cfae01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'caa2f360-9db3-4c5d-8fd9-337a01232750', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'port_id': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'mac_address': 'fa:16:3e:af:54:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82772089-6e76-40f3-a7f8-e6253e842041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:32Z', 'updated_at': '2021-06-23T14:18:47Z', 'revision_number': 1, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:48.704733 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bebe85c-2b9e-4e2e-9802-ac38cfae01b5 None None] Checking router: 859377d6-c706-41cf-bfa8-998e523d8e1e for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:18:48.710536 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0d1e0-ae16-41e3-9c13-795eba359ece req-d73fd9a6-c807-4928-8a1a-a0a84f86af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:48.712005 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4bf0d1e0-ae16-41e3-9c13-795eba359ece req-d73fd9a6-c807-4928-8a1a-a0a84f86af73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94dc71f547d24a5d8509b357a10011bb&device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 1098 time: 0.0521765 Jun 23 14:18:48.712882 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebe85c-2b9e-4e2e-9802-ac38cfae01b5 None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:48.713496 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-9bebe85c-2b9e-4e2e-9802-ac38cfae01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:18:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:48.804319 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0d1e0-ae16-41e3-9c13-795eba359ece req-4d2e0d43-1e5d-4bda-bad9-a3f4014c7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:48.805765 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4bf0d1e0-ae16-41e3-9c13-795eba359ece req-4d2e0d43-1e5d-4bda-bad9-a3f4014c7c9e service neutron] 10.222.0.39 "GET /v2.0/networks?id=50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 200 len: 911 time: 0.0862467 Jun 23 14:18:48.878435 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4bf0d1e0-ae16-41e3-9c13-795eba359ece req-7da59580-857f-4769-86f8-7387e0a78e15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e2ca96-2dc6-4dac-adb0-52787c59ebb1 HTTP/1.1" status: 200 len: 999 time: 0.0640523 Jun 23 14:18:48.929617 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0d1e0-ae16-41e3-9c13-795eba359ece req-4ce1dda7-122b-4cbf-a023-a3899856c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:48.931073 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4bf0d1e0-ae16-41e3-9c13-795eba359ece req-4ce1dda7-122b-4cbf-a023-a3899856c46f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 HTTP/1.1" status: 200 len: 849 time: 0.0442622 Jun 23 14:18:48.946716 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-9bebe85c-2b9e-4e2e-9802-ac38cfae01b5 None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:48.994288 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0d1e0-ae16-41e3-9c13-795eba359ece req-5e321830-b809-4e6e-b04f-bee7b0798782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:48.997158 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4bf0d1e0-ae16-41e3-9c13-795eba359ece req-5e321830-b809-4e6e-b04f-bee7b0798782 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50556b32-b72e-4178-bf44-bc520f43b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578775 Jun 23 14:18:49.085974 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4bf0d1e0-ae16-41e3-9c13-795eba359ece req-1bbab53e-1e43-4c07-b4e7-f4a1492987e6 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820842 Jun 23 14:18:49.175899 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-9bebe85c-2b9e-4e2e-9802-ac38cfae01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'caa2f360-9db3-4c5d-8fd9-337a01232750', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'port_id': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'mac_address': 'fa:16:3e:af:54:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82772089-6e76-40f3-a7f8-e6253e842041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:32Z', 'updated_at': '2021-06-23T14:18:47Z', 'revision_number': 1, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:49.196025 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4bf0d1e0-ae16-41e3-9c13-795eba359ece req-fb557a9a-c1cb-434e-921e-d7bfd0649cd9 service neutron] 10.222.0.39 "GET /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844944 Jun 23 14:18:49.201441 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bebe85c-2b9e-4e2e-9802-ac38cfae01b5 None None] The sync data for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi is: [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'caa2f360-9db3-4c5d-8fd9-337a01232750', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'port_id': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'mac_address': 'fa:16:3e:af:54:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82772089-6e76-40f3-a7f8-e6253e842041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:32Z', 'updated_at': '2021-06-23T14:18:47Z', 'revision_number': 1, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:18:49.388003 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d45c29-e651-4c02-b90d-c84a4406d94b None None] New status for floating IP caa2f360-9db3-4c5d-8fd9-337a01232750: ACTIVE {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:18:49.746002 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13fbb4-95a6-46cd-be5f-5c1855ba3c99 req-0dd5df01-b914-4b06-9d49-204c9d62d290 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:49.747746 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bb13fbb4-95a6-46cd-be5f-5c1855ba3c99 req-0dd5df01-b914-4b06-9d49-204c9d62d290 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0622599 Jun 23 14:18:49.787340 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bb13fbb4-95a6-46cd-be5f-5c1855ba3c99 req-fd625e3a-c25a-44d2-90df-3c06e9a1bd36 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337813 Jun 23 14:18:50.356458 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-db5254b3-303f-4509-bd28-e0b191f06f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:50.912030 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:50.967281 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18649a25-33fa-4d5f-bb7a-32ca8a3136cb req-4cf20ffc-f181-49ae-b4b4-f36ca4df4072 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:50.968652 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-18649a25-33fa-4d5f-bb7a-32ca8a3136cb req-4cf20ffc-f181-49ae-b4b4-f36ca4df4072 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0664680 Jun 23 14:18:51.014962 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-18649a25-33fa-4d5f-bb7a-32ca8a3136cb req-dbcec586-60ac-41e7-973d-d5ce91fcdeb2 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0402441 Jun 23 14:18:51.184254 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:52.187977 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416c8c-1327-4b23-827f-12e5fc687a90 req-25b0cad2-cb94-4224-931d-f76cc75efb92 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:52.189336 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-41416c8c-1327-4b23-827f-12e5fc687a90 req-25b0cad2-cb94-4224-931d-f76cc75efb92 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0620646 Jun 23 14:18:52.233079 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-41416c8c-1327-4b23-827f-12e5fc687a90 req-97e9dd85-11b1-426e-b23c-91bc270c1f54 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0379720 Jun 23 14:18:53.336985 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:53.414239 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1041a0-dc11-4230-8291-c80f66305c51 req-12f0110e-69c4-4200-b705-1b7e1ea5902c tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:53.415706 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3a1041a0-dc11-4230-8291-c80f66305c51 req-12f0110e-69c4-4200-b705-1b7e1ea5902c tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0635781 Jun 23 14:18:53.456837 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3a1041a0-dc11-4230-8291-c80f66305c51 req-364c23ee-1e05-499f-8edf-ccc6662915f1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342128 Jun 23 14:18:54.635784 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefb19c-9f4e-4a5d-ad85-ff3f805f263d req-9ee04db4-959e-40ee-8355-4562708fa7c7 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:54.637929 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aeefb19c-9f4e-4a5d-ad85-ff3f805f263d req-9ee04db4-959e-40ee-8355-4562708fa7c7 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0630031 Jun 23 14:18:54.681010 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aeefb19c-9f4e-4a5d-ad85-ff3f805f263d req-2e238203-bcdc-4e35-b89d-3225d97ca413 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0364749 Jun 23 14:18:55.864467 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488235b8-4d87-4f3c-a2bd-9031b512107f req-3ff4834d-3bc8-49c4-95f0-911148a23eba tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:55.865934 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-488235b8-4d87-4f3c-a2bd-9031b512107f req-3ff4834d-3bc8-49c4-95f0-911148a23eba tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.0645735 Jun 23 14:18:55.910991 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-488235b8-4d87-4f3c-a2bd-9031b512107f req-c3f064e2-71e7-4581-9cb3-a25550579831 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b1fcc71-ca4f-4eda-af2f-9272f2232c83&id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0383172 Jun 23 14:19:06.905773 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:12.984638 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:19:15.077336 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-a147058a-b7fe-4a55-a4ff-0106bd27c111 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549343 Jun 23 14:19:15.201034 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-136e419c-42c8-47de-9f49-cd75f5fe2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:15.202507 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-136e419c-42c8-47de-9f49-cd75f5fe2853 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9fe00ee58f45f3841243769342c70a&device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 1138 time: 0.0582986 Jun 23 14:19:15.314732 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-7d87c249-bc0c-4540-ae37-17d5178fffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:15.316151 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-7d87c249-bc0c-4540-ae37-17d5178fffa4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b624a90f-2b1c-40cc-81e6-a588383f6301 HTTP/1.1" status: 200 len: 916 time: 0.0832882 Jun 23 14:19:15.389147 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-a60ec9ed-3999-4711-9245-ca43924c1fb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 200 len: 1000 time: 0.0635474 Jun 23 14:19:15.438060 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-0f1f5835-8123-4ff7-8b52-c6e455f9ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:15.439573 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-0f1f5835-8123-4ff7-8b52-c6e455f9ca25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f71818-1bed-4347-94b7-2cb13cb757b0 HTTP/1.1" status: 200 len: 854 time: 0.0437112 Jun 23 14:19:15.501162 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-5c0d4b5b-f334-4214-8ed4-fa187df099ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:15.502794 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-5c0d4b5b-f334-4214-8ed4-fa187df099ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b624a90f-2b1c-40cc-81e6-a588383f6301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532713 Jun 23 14:19:15.598232 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-726283f5-6e82-4cc0-849b-743b9eb2f103 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849075 Jun 23 14:19:15.690423 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c1f5062f-8446-4edb-9ead-c0f9d344e15d req-f648c956-bf8e-4c78-a2bd-7e0352259817 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817397 Jun 23 14:19:17.770441 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-05838594-b22d-4f7d-9f02-790d2ca02cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:20.357459 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-61f3d5be-5300-42db-afb4-0f59beaad929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:20.912870 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:21.187208 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:23.343092 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:34.899465 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bfd4d-a436-404c-aa02-633860003418 req-cdec7f94-27c4-4c67-8e8a-e17d12a1344b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:34.901484 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-867bfd4d-a436-404c-aa02-633860003418 req-cdec7f94-27c4-4c67-8e8a-e17d12a1344b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0682471 Jun 23 14:19:34.943521 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-867bfd4d-a436-404c-aa02-633860003418 req-1a823498-59ec-49e1-b801-45ae4c2ac599 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362053 Jun 23 14:19:36.126162 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8d36e-5772-435e-a1bc-0f417594b8af req-957b827b-ff03-4161-8960-36c3dd3a6e19 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:36.127622 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dde8d36e-5772-435e-a1bc-0f417594b8af req-957b827b-ff03-4161-8960-36c3dd3a6e19 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0631945 Jun 23 14:19:36.165270 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dde8d36e-5772-435e-a1bc-0f417594b8af req-d4e91de1-cb83-4e2a-99a5-081f172e532d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318859 Jun 23 14:19:36.906335 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:37.343522 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eee869-632b-4925-82ad-59f931138cd9 req-accdea90-2bb6-4284-b15c-70890888c8df tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:37.344960 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d8eee869-632b-4925-82ad-59f931138cd9 req-accdea90-2bb6-4284-b15c-70890888c8df tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0621703 Jun 23 14:19:37.381972 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d8eee869-632b-4925-82ad-59f931138cd9 req-9ad07959-1ca4-4885-ba3b-3792f8e4807e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311844 Jun 23 14:19:38.576960 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aff2de-57c5-4d64-a810-02dc0c301903 req-bcf510c6-19f2-41b2-8a9b-1befdb4df19e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:38.578410 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-27aff2de-57c5-4d64-a810-02dc0c301903 req-bcf510c6-19f2-41b2-8a9b-1befdb4df19e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0743940 Jun 23 14:19:38.622504 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-27aff2de-57c5-4d64-a810-02dc0c301903 req-19b4c2f4-2c18-4144-9e47-06b762b5c5a5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383441 Jun 23 14:19:39.971150 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26462-5d10-4432-97e2-03e4fbf683c9 req-31fb9e96-cdab-42d4-abc9-b5b424d4950e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:39.972502 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-89b26462-5d10-4432-97e2-03e4fbf683c9 req-31fb9e96-cdab-42d4-abc9-b5b424d4950e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0642304 Jun 23 14:19:40.009731 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-89b26462-5d10-4432-97e2-03e4fbf683c9 req-e9ef1eec-0dc2-42d1-bb87-1ceda13a3c35 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310638 Jun 23 14:19:41.189087 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b327f2-28e8-4fe9-aea3-47e39d76b450 req-4fa0a22c-cb39-456c-9906-52e110598dde tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:41.190572 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-89b327f2-28e8-4fe9-aea3-47e39d76b450 req-4fa0a22c-cb39-456c-9906-52e110598dde tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0657942 Jun 23 14:19:41.228928 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-89b327f2-28e8-4fe9-aea3-47e39d76b450 req-f3929626-c4f2-49df-8ad3-a6bc274beedb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327353 Jun 23 14:19:42.407884 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500dfd-5293-4959-bed7-99646b7065f3 req-76f90fda-b06c-48b2-85fd-e05d52d03c47 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:42.409359 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-86500dfd-5293-4959-bed7-99646b7065f3 req-76f90fda-b06c-48b2-85fd-e05d52d03c47 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0642362 Jun 23 14:19:42.446107 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-86500dfd-5293-4959-bed7-99646b7065f3 req-62dcad22-9019-4a51-a65a-a7e474808537 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310836 Jun 23 14:19:43.625221 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67d8de-e65a-4344-98a3-99f8e3e1ede8 req-dadf6991-ee5c-45e4-b8a7-218a5947a765 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:43.626673 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de67d8de-e65a-4344-98a3-99f8e3e1ede8 req-dadf6991-ee5c-45e4-b8a7-218a5947a765 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0622993 Jun 23 14:19:43.663406 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de67d8de-e65a-4344-98a3-99f8e3e1ede8 req-95846408-5dac-45dc-a2be-c0edb667c2dc tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 Jun 23 14:19:44.860010 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc95ed1-1d9d-4479-92c4-f52e8d3d0fb7 req-24642054-4a8f-4827-aa67-1a35c68d36c6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:44.861859 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bfc95ed1-1d9d-4479-92c4-f52e8d3d0fb7 req-24642054-4a8f-4827-aa67-1a35c68d36c6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0727048 Jun 23 14:19:44.904288 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bfc95ed1-1d9d-4479-92c4-f52e8d3d0fb7 req-60d7849d-f0e8-4f9c-9e8d-b3d15a39cd18 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346434 Jun 23 14:19:46.085636 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171113-3f08-4a0b-81d8-419e1a47f965 req-e89ccd04-ce0d-46ce-863c-a4242a84fca4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:46.087105 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a4171113-3f08-4a0b-81d8-419e1a47f965 req-e89ccd04-ce0d-46ce-863c-a4242a84fca4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0629964 Jun 23 14:19:46.124999 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a4171113-3f08-4a0b-81d8-419e1a47f965 req-b1ff21ac-9113-4b1a-a3f5-7a2acb2c4c01 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Jun 23 14:19:47.321734 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b00391-9688-4284-9f1d-8d5e610c1fc4 req-f3e9de67-f409-43d7-aa2f-1fa6426ef236 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:47.323440 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-28b00391-9688-4284-9f1d-8d5e610c1fc4 req-f3e9de67-f409-43d7-aa2f-1fa6426ef236 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0744379 Jun 23 14:19:47.361001 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-28b00391-9688-4284-9f1d-8d5e610c1fc4 req-569abd78-674e-4f49-a2b5-b129f7efcbf7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318379 Jun 23 14:19:47.771489 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-66350541-e44f-41a8-a255-aa919794cf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:48.544758 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0196128-6596-470a-8f36-96eb15358c2a req-e9d45d48-49ec-478e-8ff0-4ab9fa4d7e13 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:48.546252 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a0196128-6596-470a-8f36-96eb15358c2a req-e9d45d48-49ec-478e-8ff0-4ab9fa4d7e13 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0636549 Jun 23 14:19:48.583779 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a0196128-6596-470a-8f36-96eb15358c2a req-0924d17b-e235-4cb6-972b-e95293b37051 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Jun 23 14:19:49.763156 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b387c-896e-4848-9162-ebe20f66c6eb req-381f48a1-5e6a-4821-887c-6530b6080c02 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:49.764645 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-537b387c-896e-4848-9162-ebe20f66c6eb req-381f48a1-5e6a-4821-887c-6530b6080c02 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0628662 Jun 23 14:19:49.802038 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-537b387c-896e-4848-9162-ebe20f66c6eb req-098b46a3-18ae-4333-88d3-18cf29d8caec tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317869 Jun 23 14:19:49.982666 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:19:50.358672 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-69676530-82f7-4953-b464-92ef6a5fc3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:50.914625 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:50.982521 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cb51b-827b-4a3e-a940-ce38273a2905 req-964318c5-5233-4828-9040-7b133e019414 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:50.983957 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-065cb51b-827b-4a3e-a940-ce38273a2905 req-964318c5-5233-4828-9040-7b133e019414 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0662119 Jun 23 14:19:51.021695 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-065cb51b-827b-4a3e-a940-ce38273a2905 req-90cd8888-d558-4fb9-85f7-8a63f08f6675 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320354 Jun 23 14:19:51.191043 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:52.205996 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e16dd6-ea6d-4593-ac28-46640a1cc215 req-99e5047d-8f91-469c-bc9b-4c7c62e49924 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:52.207487 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-84e16dd6-ea6d-4593-ac28-46640a1cc215 req-99e5047d-8f91-469c-bc9b-4c7c62e49924 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0687959 Jun 23 14:19:52.247357 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-84e16dd6-ea6d-4593-ac28-46640a1cc215 req-1153a138-1716-405a-bf13-a11c4319359a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335183 Jun 23 14:19:53.341609 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:53.440970 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17459c-e1a7-4285-b009-8e318f576bd4 req-f352f0d5-446a-40c2-a994-e1bb4b587ffa tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:53.442568 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cc17459c-e1a7-4285-b009-8e318f576bd4 req-f352f0d5-446a-40c2-a994-e1bb4b587ffa tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0695832 Jun 23 14:19:53.482300 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cc17459c-e1a7-4285-b009-8e318f576bd4 req-b0f5008b-7430-4290-96c2-c0c0c670e28c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339394 Jun 23 14:19:54.248361 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2a8b47de-5820-4bac-a269-f798861cdfc2 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:19:54.340362 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:54.350867 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'port_id': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'mac_address': 'fa:16:3e:d0:ef:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:19:54.387638 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:54.400443 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a8b47de-5820-4bac-a269-f798861cdfc2 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:19:54.419581 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:54.423494 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:54.425256 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-cca2d80d-812d-4856-aa93-6843d4f59440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:54.469243 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=2a8b47de-5820-4bac-a269-f798861cdfc2,revision_number=6']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:54.475872 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.476224 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.476567 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.476900 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.477923 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.478292 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.478626 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.478952 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.479280 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.479603 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.479927 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.480246 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:54.484044 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:54.634328 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['2a8b47de-5820-4bac-a269-f798861cdfc2'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:19:54.674815 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d72ba-aea0-42ab-b03b-9ef9cca5addb req-75ba58c1-b7f6-47c6-8205-e9396853b6e0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:54.678027 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c1d72ba-aea0-42ab-b03b-9ef9cca5addb req-75ba58c1-b7f6-47c6-8205-e9396853b6e0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 945 time: 0.0781388 Jun 23 14:19:54.722825 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7c1d72ba-aea0-42ab-b03b-9ef9cca5addb req-21cb6b13-e398-481a-b3da-50d349e9d8c1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403829 Jun 23 14:19:55.893965 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270b691-ca84-4f49-8759-9b4c436cfd40 req-4d0d7f2f-3303-43de-b12c-7753e48da72c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:55.895451 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7270b691-ca84-4f49-8759-9b4c436cfd40 req-4d0d7f2f-3303-43de-b12c-7753e48da72c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 945 time: 0.0631337 Jun 23 14:19:55.941601 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7270b691-ca84-4f49-8759-9b4c436cfd40 req-97600ea8-4173-468c-b39a-13968b1a5707 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396695 Jun 23 14:19:56.256839 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2a8b47de-5820-4bac-a269-f798861cdfc2 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:19:56.307172 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 2a8b47de-5820-4bac-a269-f798861cdfc2 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:19:56.307551 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:56.385935 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:56.408746 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:19:56.411019 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b30945-7773-491f-a967-eba0b51b6111" -d '{"events": [{"server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "name": "network-vif-plugged", "status": "completed", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:19:56.423455 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:56.427793 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:56.429655 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-95c1dcdb-7302-4e1e-bd5f-2cdf3821bbf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:56.452149 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef05a3dc-bcff-484d-ba6f-e92ab18b4f41 x-openstack-request-id: req-ef05a3dc-bcff-484d-ba6f-e92ab18b4f41 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:19:56.452445 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "name": "network-vif-plugged", "status": "completed", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:19:56.452707 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef05a3dc-bcff-484d-ba6f-e92ab18b4f41 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:19:56.453102 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'code': 200} Jun 23 14:19:56.478608 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=2a8b47de-5820-4bac-a269-f798861cdfc2,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:56.481620 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:57.132665 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb51ae8-1694-4b2b-9500-f2e74f4a850b req-ec41fe4f-827a-4202-960b-7ca78303a422 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:57.134418 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7fb51ae8-1694-4b2b-9500-f2e74f4a850b req-ec41fe4f-827a-4202-960b-7ca78303a422 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0686007 Jun 23 14:19:57.172514 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7fb51ae8-1694-4b2b-9500-f2e74f4a850b req-b626f28f-7515-49aa-a414-f86043da463b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322747 Jun 23 14:19:58.371683 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9b01d-2d30-4178-8e6c-2df0e11e81cf req-24faca0b-a99d-43e7-b9b2-045a96cdc235 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:58.374516 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-82a9b01d-2d30-4178-8e6c-2df0e11e81cf req-24faca0b-a99d-43e7-b9b2-045a96cdc235 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0809469 Jun 23 14:19:58.419191 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-82a9b01d-2d30-4178-8e6c-2df0e11e81cf req-81bb4e52-2956-4d44-a33b-eb072b85189c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380230 Jun 23 14:19:59.636108 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38c11f-47bc-48b5-8a18-b44210e7480f req-87243a41-1adf-4460-acd6-a625b8b112a9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:59.637953 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2f38c11f-47bc-48b5-8a18-b44210e7480f req-87243a41-1adf-4460-acd6-a625b8b112a9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0777194 Jun 23 14:19:59.687496 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-2f38c11f-47bc-48b5-8a18-b44210e7480f req-a12e1c0b-76f7-43d9-8ff5-c53b718092f0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371344 Jun 23 14:20:00.935146 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bdf13-7bc4-4e45-8684-e3192010c243 req-ad870da7-04b1-4c0d-977d-83ee6586ffc2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:00.936698 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-752bdf13-7bc4-4e45-8684-e3192010c243 req-ad870da7-04b1-4c0d-977d-83ee6586ffc2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.1119215 Jun 23 14:20:00.991617 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-752bdf13-7bc4-4e45-8684-e3192010c243 req-9ee8b4f8-29cc-4576-a678-4160da61956a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384326 Jun 23 14:20:02.257734 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf63d3e-4671-4da9-b04c-bf547a1e1ec5 req-ff81c7ac-9d36-4091-b245-158e785c87d7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:02.260290 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8bf63d3e-4671-4da9-b04c-bf547a1e1ec5 req-ff81c7ac-9d36-4091-b245-158e785c87d7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.1358449 Jun 23 14:20:02.314567 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8bf63d3e-4671-4da9-b04c-bf547a1e1ec5 req-45484cae-83d6-4814-b084-23972c78e1ed tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472865 Jun 23 14:20:03.526137 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5fffa-bb82-4fdd-be38-69b2ebe88dd9 req-2b4fd03d-2d2d-4e09-a541-95d7664b9e9f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:03.528083 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a6d5fffa-bb82-4fdd-be38-69b2ebe88dd9 req-2b4fd03d-2d2d-4e09-a541-95d7664b9e9f tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0838749 Jun 23 14:20:03.570370 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a6d5fffa-bb82-4fdd-be38-69b2ebe88dd9 req-d86e18d8-4403-4c9d-9c91-0d20d934b408 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360832 Jun 23 14:20:04.775378 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21860ee1-f47e-432f-9edc-afd73062f5d6 req-664534ed-b9be-4d49-907d-cacfce82faed tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:04.777577 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-21860ee1-f47e-432f-9edc-afd73062f5d6 req-664534ed-b9be-4d49-907d-cacfce82faed tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0812364 Jun 23 14:20:04.830102 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-21860ee1-f47e-432f-9edc-afd73062f5d6 req-45aa6297-0179-4eab-b308-72a82cf2253b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Jun 23 14:20:04.983635 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-16ad4dd7-2978-4cc5-9269-1d37188c2c31 req-45c9a2bd-9ec5-4ed9-878e-1b7f4a2b88c9 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34885357&fields=id&tenant_id=7e9fe00ee58f45f3841243769342c70a HTTP/1.1" status: 200 len: 267 time: 0.0972543 Jun 23 14:20:05.329198 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad4dd7-2978-4cc5-9269-1d37188c2c31 req-9420d997-cfe4-4150-80c7-662c70989ab6 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:05.330630 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-16ad4dd7-2978-4cc5-9269-1d37188c2c31 req-9420d997-cfe4-4150-80c7-662c70989ab6 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 985 time: 0.3413060 Jun 23 14:20:05.342987 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-16ad4dd7-2978-4cc5-9269-1d37188c2c31 req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Request body: {'port': {'security_groups': ['41353db3-3d38-4864-b92f-7c5b8ace78be']}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:20:05.433642 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-16ad4dd7-2978-4cc5-9269-1d37188c2c31 req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:05.617411 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-16ad4dd7-2978-4cc5-9269-1d37188c2c31 req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] For port bfc707fe-e30e-44a9-beed-ad2bdea80e92, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:05.648036 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-16ad4dd7-2978-4cc5-9269-1d37188c2c31 req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:05.653336 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-16ad4dd7-2978-4cc5-9269-1d37188c2c31 req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:05.657484 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d03d0b30-2ccc-425c-a8ef-17ace533e1ec tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:05.698884 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['bfc707fe-e30e-44a9-beed-ad2bdea80e92'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:20:05.699748 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad4dd7-2978-4cc5-9269-1d37188c2c31 req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:05.700396 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-16ad4dd7-2978-4cc5-9269-1d37188c2c31 req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:05.701768 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-16ad4dd7-2978-4cc5-9269-1d37188c2c31 req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "PUT /v2.0/ports/bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 200 len: 943 time: 0.3636453 Jun 23 14:20:05.702359 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:05.708250 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe9891e-03a6-46f9-ad7c-b33294338389" -d '{"events": [{"name": "network-changed", "server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:05.710806 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39354) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:05.731593 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event updated for resources: {'Port': ['ID=bfc707fe-e30e-44a9-beed-ad2bdea80e92,revision_number=7']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:05.738317 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.738887 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.739079 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.739775 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.739775 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.740230 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.741256 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.741256 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.741256 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.741583 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.741928 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.743543 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:05.748114 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:05.802307 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eece022-40aa-4a3f-ba2f-8540fc1c9788 x-openstack-request-id: req-7eece022-40aa-4a3f-ba2f-8540fc1c9788 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:05.802645 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:05.802943 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7eece022-40aa-4a3f-ba2f-8540fc1c9788 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:05.803389 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'status': 'completed', 'code': 200} Jun 23 14:20:05.833941 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:05.872716 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:05.889094 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['bfc707fe-e30e-44a9-beed-ad2bdea80e92'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:20:05.960505 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:05.964457 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:05.966510 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "DELETE /v2.0/security-groups/7b1fcc71-ca4f-4eda-af2f-9272f2232c83 HTTP/1.1" status: 204 len: 168 time: 0.2511668 Jun 23 14:20:05.970741 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39358) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:05.971773 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e26a02eb-280f-4cb6-af2b-a7c55ed0f4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:06.054767 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1fcc71-ca4f-4eda-af2f-9272f2232c83,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:06.065626 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.066548 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.067367 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.068137 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9891e-03a6-46f9-ad7c-b33294338389 req-0b23edfc-6f6c-487e-916e-287aaeaa02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:06.069020 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.069635 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.069892 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5fe9891e-03a6-46f9-ad7c-b33294338389 req-0b23edfc-6f6c-487e-916e-287aaeaa02ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9fe00ee58f45f3841243769342c70a&device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 1099 time: 0.2250025 Jun 23 14:20:06.071999 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.072480 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.073109 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.073579 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.074036 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.074536 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.074981 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:06.089539 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-12b92056-8a6e-4599-a921-50d45d1e16dd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:06.191020 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-21cecbab-4a5e-4405-a335-82578b59ffbc None None] Provisioning complete for port bfc707fe-e30e-44a9-beed-ad2bdea80e92 triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:20:06.191406 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-21cecbab-4a5e-4405-a335-82578b59ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:06.303865 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb7bda-25a6-4c66-8c36-b20716c511b9 req-a1f33a90-2689-479f-be41-132cb0e2f4f6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:06.315519 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-53bb7bda-25a6-4c66-8c36-b20716c511b9 req-a1f33a90-2689-479f-be41-132cb0e2f4f6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.1750844 Jun 23 14:20:06.379026 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Deleting port 4278c025-04cd-4791-a6f4-9c005a8bc378 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:06.379197 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:06.383135 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-53bb7bda-25a6-4c66-8c36-b20716c511b9 req-9981d1fb-4c56-464f-998e-9612d6cd1a55 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657763 Jun 23 14:20:06.415906 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9891e-03a6-46f9-ad7c-b33294338389 req-1b9c04d4-0f13-4b86-9626-36716e19ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:06.417610 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5fe9891e-03a6-46f9-ad7c-b33294338389 req-1b9c04d4-0f13-4b86-9626-36716e19ba28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b624a90f-2b1c-40cc-81e6-a588383f6301 HTTP/1.1" status: 200 len: 916 time: 0.3300955 Jun 23 14:20:06.503611 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:06.504111 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:06.519212 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Calling delete_port for 4278c025-04cd-4791-a6f4-9c005a8bc378 owned by network:floatingip {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:06.569900 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5fe9891e-03a6-46f9-ad7c-b33294338389 req-3985f4a2-34d1-4a9b-bd37-b3f84461c3ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 200 len: 1000 time: 0.1379635 Jun 23 14:20:06.626114 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9891e-03a6-46f9-ad7c-b33294338389 req-214228fa-614e-4231-9f8e-03a5465372fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:06.627528 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5fe9891e-03a6-46f9-ad7c-b33294338389 req-214228fa-614e-4231-9f8e-03a5465372fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f71818-1bed-4347-94b7-2cb13cb757b0 HTTP/1.1" status: 200 len: 854 time: 0.0500259 Jun 23 14:20:06.714181 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9891e-03a6-46f9-ad7c-b33294338389 req-b0dcaf7f-d6a2-4b20-a356-ce78c4e4b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:06.716097 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5fe9891e-03a6-46f9-ad7c-b33294338389 req-b0dcaf7f-d6a2-4b20-a356-ce78c4e4b4c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b624a90f-2b1c-40cc-81e6-a588383f6301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634003 Jun 23 14:20:06.747503 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:06.749613 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-bd6366f2-595f-453a-b9e7-c6862ca0a920 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:06.782177 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event deleted for resources: {'Port': ['ID=4278c025-04cd-4791-a6f4-9c005a8bc378,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:06.784362 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:06.903370 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5fe9891e-03a6-46f9-ad7c-b33294338389 req-e2f4c68a-5880-4d6a-8089-0d882214cd76 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772847 Jun 23 14:20:06.912468 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:06.942556 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:06.943799 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.l3_db [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Floating IP 56e2f9a9-5f97-474d-b9a6-68480d8bc93d disassociated (deleted). External IP: 172.27.1.4, port: bfc707fe-e30e-44a9-beed-ad2bdea80e92. Jun 23 14:20:07.046226 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5fe9891e-03a6-46f9-ad7c-b33294338389 req-2dc2a14c-e82e-483b-85b7-e7bab9dad01a service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311927 Jun 23 14:20:07.239300 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Router 67af4b5c-f412-4c89-bd8e-15af3896bf84 has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:20:07.364278 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:20:07.370833 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:07.378657 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f99e427-7622-4e7e-976f-e7614c1826ee None None] Sync routers for ids ['67af4b5c-f412-4c89-bd8e-15af3896bf84'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:20:07.393116 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f99e427-7622-4e7e-976f-e7614c1826ee None None] Routers {'67af4b5c-f412-4c89-bd8e-15af3896bf84'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:20:07.393902 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-7f99e427-7622-4e7e-976f-e7614c1826ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:19:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['67af4b5c-f412-4c89-bd8e-15af3896bf84'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:07.419421 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "DELETE /v2.0/floatingips/56e2f9a9-5f97-474d-b9a6-68480d8bc93d HTTP/1.1" status: 204 len: 168 time: 1.4421229 Jun 23 14:20:07.420048 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:07.422645 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad37d8d8beeb8169df3800a911929a3f4a5a3b87fc410ff1711a5d18233c5e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eda79b-81cb-411b-a6b2-ac7286906cea" -d '{"events": [{"name": "network-changed", "server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:07.470508 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59ae321-cc82-4b2e-b7b9-6cb53e073fe0 x-openstack-request-id: req-d59ae321-cc82-4b2e-b7b9-6cb53e073fe0 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:07.470866 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92", "status": "completed", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:07.471182 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d59ae321-cc82-4b2e-b7b9-6cb53e073fe0 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:07.471627 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'status': 'completed', 'code': 200} Jun 23 14:20:07.551555 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-7f99e427-7622-4e7e-976f-e7614c1826ee None None] Set router 67af4b5c-f412-4c89-bd8e-15af3896bf84 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:20:07.664865 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda79b-81cb-411b-a6b2-ac7286906cea req-48a6c945-79ec-42e6-8285-f788bc5e8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:07.667874 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-53eda79b-81cb-411b-a6b2-ac7286906cea req-48a6c945-79ec-42e6-8285-f788bc5e8581 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e9fe00ee58f45f3841243769342c70a&device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 1099 time: 0.1307659 Jun 23 14:20:07.678238 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75098c-f33d-4466-81cf-0b9e2caa97ed req-d8524030-9cd9-410a-91bc-d5af93b126e6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:07.685768 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6d75098c-f33d-4466-81cf-0b9e2caa97ed req-d8524030-9cd9-410a-91bc-d5af93b126e6 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0937607 Jun 23 14:20:07.733144 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6d75098c-f33d-4466-81cf-0b9e2caa97ed req-9dc503af-f13d-4311-9a27-d5db25609b1b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Jun 23 14:20:07.915811 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-7f99e427-7622-4e7e-976f-e7614c1826ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5b0827bc-d836-4836-822a-f2e58b977940', 'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'mac_address': 'fa:16:3e:c2:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:17Z', 'updated_at': '2021-06-23T14:16:24Z', 'revision_number': 5, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'subnets': [{'id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:07.946480 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f99e427-7622-4e7e-976f-e7614c1826ee None None] Checking router: 67af4b5c-f412-4c89-bd8e-15af3896bf84 for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:20:07.958774 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f99e427-7622-4e7e-976f-e7614c1826ee None None] Routers {'67af4b5c-f412-4c89-bd8e-15af3896bf84'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:20:07.959413 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-7f99e427-7622-4e7e-976f-e7614c1826ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:19:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['67af4b5c-f412-4c89-bd8e-15af3896bf84'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:08.082599 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-7f99e427-7622-4e7e-976f-e7614c1826ee None None] Set router 67af4b5c-f412-4c89-bd8e-15af3896bf84 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:20:08.297936 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-7f99e427-7622-4e7e-976f-e7614c1826ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5b0827bc-d836-4836-822a-f2e58b977940', 'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'mac_address': 'fa:16:3e:c2:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:17Z', 'updated_at': '2021-06-23T14:16:24Z', 'revision_number': 5, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'subnets': [{'id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:08.329585 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f99e427-7622-4e7e-976f-e7614c1826ee None None] The sync data for ids ['67af4b5c-f412-4c89-bd8e-15af3896bf84'] in dv-cinder-784477-5-iscsi is: [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 4, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5b0827bc-d836-4836-822a-f2e58b977940', 'name': '', 'network_id': 'b624a90f-2b1c-40cc-81e6-a588383f6301', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'mac_address': 'fa:16:3e:c2:50:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:17Z', 'updated_at': '2021-06-23T14:16:24Z', 'revision_number': 5, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'subnets': [{'id': '41f71818-1bed-4347-94b7-2cb13cb757b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:20:08.632076 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872206e-c85d-4eba-8e2f-c3f2623e943d None None] New status for floating IP 56e2f9a9-5f97-474d-b9a6-68480d8bc93d: DOWN {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:20:08.925667 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804e32a-9e7d-4214-91de-d367653c2b0b req-6b403d6d-346b-49a9-83cc-89e0e6d54873 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:08.927367 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3804e32a-9e7d-4214-91de-d367653c2b0b req-6b403d6d-346b-49a9-83cc-89e0e6d54873 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0671997 Jun 23 14:20:08.982255 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3804e32a-9e7d-4214-91de-d367653c2b0b req-5e299fe3-8e8a-410d-a0eb-66c1837c1c4c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435228 Jun 23 14:20:10.021166 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda79b-81cb-411b-a6b2-ac7286906cea req-e06feb05-2507-42ff-9343-7ed3e03a5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:10.022069 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-53eda79b-81cb-411b-a6b2-ac7286906cea req-e06feb05-2507-42ff-9343-7ed3e03a5b74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b624a90f-2b1c-40cc-81e6-a588383f6301 HTTP/1.1" status: 200 len: 916 time: 0.0994120 Jun 23 14:20:10.197910 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab90973-34ea-40ef-95fe-d13bfe50cfc1 req-55a82e8f-86ea-4b69-abb3-0cd7c45c02d2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:10.200572 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bab90973-34ea-40ef-95fe-d13bfe50cfc1 req-55a82e8f-86ea-4b69-abb3-0cd7c45c02d2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0873630 Jun 23 14:20:10.241274 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bab90973-34ea-40ef-95fe-d13bfe50cfc1 req-55c3e061-f15e-4187-ad57-6e1ad5df10e2 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348520 Jun 23 14:20:11.427002 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d09d92-e593-4e71-9e80-a29813c417fc req-7207ae2e-e7fd-4093-937b-b2e0e7720686 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:11.428472 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-59d09d92-e593-4e71-9e80-a29813c417fc req-7207ae2e-e7fd-4093-937b-b2e0e7720686 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0709424 Jun 23 14:20:11.485060 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-53eda79b-81cb-411b-a6b2-ac7286906cea req-e13d14d6-f827-468e-a544-cb9a10228a7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 200 len: 217 time: 0.0426784 Jun 23 14:20:11.518187 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-59d09d92-e593-4e71-9e80-a29813c417fc req-fbee8f01-ff01-4de9-9d84-32d2d476ff4a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830672 Jun 23 14:20:11.572367 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda79b-81cb-411b-a6b2-ac7286906cea req-a331df47-3e79-43e2-aee3-e6420404b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:11.574944 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-53eda79b-81cb-411b-a6b2-ac7286906cea req-a331df47-3e79-43e2-aee3-e6420404b438 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f71818-1bed-4347-94b7-2cb13cb757b0 HTTP/1.1" status: 200 len: 854 time: 0.0722249 Jun 23 14:20:11.655454 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda79b-81cb-411b-a6b2-ac7286906cea req-fceb7563-3078-4ad2-b20c-da09bd48ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:11.656953 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-53eda79b-81cb-411b-a6b2-ac7286906cea req-fceb7563-3078-4ad2-b20c-da09bd48ec3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b624a90f-2b1c-40cc-81e6-a588383f6301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539997 Jun 23 14:20:11.749241 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-53eda79b-81cb-411b-a6b2-ac7286906cea req-f24d63c6-980c-43bc-b0a4-543fbb2ef990 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833981 Jun 23 14:20:11.839718 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-53eda79b-81cb-411b-a6b2-ac7286906cea req-1e3f4117-ebae-45fe-89e5-88cb2dbd22f9 service neutron] 10.222.0.39 "GET /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832508 Jun 23 14:20:12.750874 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef029650-999b-4592-a834-d336f86f8e93 req-8c8d3625-9cd0-4cfb-9b29-1cf292bc7e2b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:12.752356 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ef029650-999b-4592-a834-d336f86f8e93 req-8c8d3625-9cd0-4cfb-9b29-1cf292bc7e2b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0637815 Jun 23 14:20:12.793418 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-ef029650-999b-4592-a834-d336f86f8e93 req-921d9fee-fb67-4e5e-b7a1-b8f1b82d0e97 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347402 Jun 23 14:20:12.981329 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98726a44-a685-4331-9081-91d2785c9144 req-6153d504-f2dc-4114-a617-fb36f2ce75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:12.983167 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-98726a44-a685-4331-9081-91d2785c9144 req-6153d504-f2dc-4114-a617-fb36f2ce75f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 1099 time: 0.0625575 Jun 23 14:20:13.093839 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98726a44-a685-4331-9081-91d2785c9144 req-bbbccb76-b9a1-4012-b359-4986d4711ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:13.095215 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-98726a44-a685-4331-9081-91d2785c9144 req-bbbccb76-b9a1-4012-b359-4986d4711ea3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 918 time: 0.0895202 Jun 23 14:20:13.168289 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-98726a44-a685-4331-9081-91d2785c9144 req-d55fd654-331f-423a-a526-de23ee76b036 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8b47de-5820-4bac-a269-f798861cdfc2 HTTP/1.1" status: 200 len: 1002 time: 0.0635283 Jun 23 14:20:13.218681 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98726a44-a685-4331-9081-91d2785c9144 req-4ade4051-5df2-4965-a096-bc94d622625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:13.220229 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-98726a44-a685-4331-9081-91d2785c9144 req-4ade4051-5df2-4965-a096-bc94d622625d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.0442955 Jun 23 14:20:13.291378 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98726a44-a685-4331-9081-91d2785c9144 req-82d1865b-30d1-4feb-96e1-1f2b721ce492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:13.292871 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-98726a44-a685-4331-9081-91d2785c9144 req-82d1865b-30d1-4feb-96e1-1f2b721ce492 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607626 Jun 23 14:20:13.389763 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-98726a44-a685-4331-9081-91d2785c9144 req-f326f554-ab7b-4e19-b0c1-f85116d5ba52 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866969 Jun 23 14:20:13.479325 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-98726a44-a685-4331-9081-91d2785c9144 req-bdf5f14b-1e74-46d3-aa72-f200fa26e1a7 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825715 Jun 23 14:20:13.985327 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4560703-bbd4-4e55-a00f-abf7d7623b4c req-f08e7d86-4207-4392-9185-8a46b28b33fd tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:13.986815 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e4560703-bbd4-4e55-a00f-abf7d7623b4c req-f08e7d86-4207-4392-9185-8a46b28b33fd tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0736778 Jun 23 14:20:14.027091 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e4560703-bbd4-4e55-a00f-abf7d7623b4c req-ddd7a20e-5cdc-4ac1-b2f0-d3bb140d9d9d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339026 Jun 23 14:20:15.259947 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee05121-b76c-4d6e-afa7-62e8c5789fce req-9c62b982-a24e-4704-9009-be30c8fbdaa7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:15.261423 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fee05121-b76c-4d6e-afa7-62e8c5789fce req-9c62b982-a24e-4704-9009-be30c8fbdaa7 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0630569 Jun 23 14:20:15.299898 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fee05121-b76c-4d6e-afa7-62e8c5789fce req-06df9024-d718-4d70-8c3b-12a7e0cc519c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327532 Jun 23 14:20:16.312719 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2a8b47de-5820-4bac-a269-f798861cdfc2 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:20:16.392454 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:16.415949 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:16.418281 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e355f9e1-6ca7-43a3-88d5-e972de11dc94" -d '{"events": [{"server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "name": "network-vif-unplugged", "status": "completed", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:16.434364 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:16.439256 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:16.441320 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:16.463967 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a7be37-0e31-477c-81b4-e04b38ee63ee x-openstack-request-id: req-d0a7be37-0e31-477c-81b4-e04b38ee63ee {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:16.464262 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "name": "network-vif-unplugged", "status": "failed", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2", "code": 422}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:16.464520 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0a7be37-0e31-477c-81b4-e04b38ee63ee {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:16.464961 dv-cinder-784477-5-iscsi neutron-server[93101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'code': 422} returned with failed status Jun 23 14:20:16.489703 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e42687-d674-4d72-84bf-bd4765842bbc req-3f0441f2-9df5-4b27-befb-540f5aba8a9c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:16.491207 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-71e42687-d674-4d72-84bf-bd4765842bbc req-3f0441f2-9df5-4b27-befb-540f5aba8a9c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 946 time: 0.0707114 Jun 23 14:20:16.496209 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=2a8b47de-5820-4bac-a269-f798861cdfc2,revision_number=8']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:16.499288 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:16.534702 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-71e42687-d674-4d72-84bf-bd4765842bbc req-de1d0e9b-d3c9-4359-89d7-e752ff3b36ac tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369527 Jun 23 14:20:17.703316 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a4cfe-a0b4-4a24-989e-2daa8a685eba req-a3d3ddef-c2f3-4723-b736-37f836db95f9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:17.704852 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4e1a4cfe-a0b4-4a24-989e-2daa8a685eba req-a3d3ddef-c2f3-4723-b736-37f836db95f9 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0677335 Jun 23 14:20:17.761689 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4e1a4cfe-a0b4-4a24-989e-2daa8a685eba req-49c455f5-2879-4642-a228-d114c7c023ed tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508440 Jun 23 14:20:17.779118 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-48c0337b-0a31-473d-9c2b-f0c09f73ebe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:17.857504 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-aaa5412d-b5eb-4555-bc8d-67417d86dd2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129818 Jun 23 14:20:17.949729 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-8a3c0109-b82f-494c-abf4-6c622c763cd3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542026 Jun 23 14:20:18.052571 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-b64982af-4a81-4ef7-8464-f658852bcb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:18.054635 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-b64982af-4a81-4ef7-8464-f658852bcb36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 1099 time: 0.0637937 Jun 23 14:20:18.174094 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-32adf118-7425-4ec2-800b-57b3680cb4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:18.175645 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-32adf118-7425-4ec2-800b-57b3680cb4cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 913 time: 0.1006739 Jun 23 14:20:18.276649 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-24e138cb-4903-4ac0-9492-7082b3b804ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61731831-b527-435e-8772-5f1916d8c093 HTTP/1.1" status: 200 len: 1001 time: 0.0615795 Jun 23 14:20:18.329641 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-fa89468c-c646-4af0-9bbe-f5bf50322686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:18.330994 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-fa89468c-c646-4af0-9bbe-f5bf50322686 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 200 len: 851 time: 0.0468688 Jun 23 14:20:18.404078 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-914539f7-dfa4-4aa8-877e-2f1885ec897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:18.405548 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-914539f7-dfa4-4aa8-877e-2f1885ec897e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c100c7db-7ecc-4676-ac86-ab42bb42442a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684233 Jun 23 14:20:18.519361 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-56f52530-380e-486a-8067-692230a1454c service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993991 Jun 23 14:20:18.646458 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6cf0c4ff-c781-4d4a-9f4d-cfa36804c225 req-d4c9e6ff-5e8e-4ec5-af44-5d15360ab17e service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193764 Jun 23 14:20:18.951090 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657bdce-9f85-439d-88e9-724f2384338b req-637b872c-8b45-41f8-bc37-2c069acefa09 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:18.952726 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-5657bdce-9f85-439d-88e9-724f2384338b req-637b872c-8b45-41f8-bc37-2c069acefa09 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0705509 Jun 23 14:20:18.964012 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-de71c647-40c2-4b4f-a51f-690c3c82339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:18.965652 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-de71c647-40c2-4b4f-a51f-690c3c82339e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90&tenant_id=5d7c700b49d342b3bbed8da39da42fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0600092 Jun 23 14:20:18.996223 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-5657bdce-9f85-439d-88e9-724f2384338b req-44210266-27b2-455e-8f36-de02d51eb470 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377655 Jun 23 14:20:19.059262 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-454cc28e-9353-4b93-b551-529e9a30e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:19.060789 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-454cc28e-9353-4b93-b551-529e9a30e665 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 1097 time: 0.0567276 Jun 23 14:20:19.178472 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-168c5ae1-b779-4364-bfcc-71eefd9ef8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:19.180769 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-168c5ae1-b779-4364-bfcc-71eefd9ef8f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 918 time: 0.1128960 Jun 23 14:20:19.231401 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-fa537159-9b53-4389-ae6b-0d4cd9779367 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1198947810&fields=id&tenant_id=d78df0bf3da24f43bf97302cf21e0ee9 HTTP/1.1" status: 200 len: 267 time: 0.0745666 Jun 23 14:20:19.286659 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-f0a14550-09cf-4713-aa97-dcdd59f2fce0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8b47de-5820-4bac-a269-f798861cdfc2 HTTP/1.1" status: 200 len: 1000 time: 0.0978482 Jun 23 14:20:19.374737 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-6999c567-882d-480f-bdf6-f87a943cda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:19.376032 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-6999c567-882d-480f-bdf6-f87a943cda5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.0648084 Jun 23 14:20:19.398772 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-45e62d17-8e91-4de5-9827-f9021fc1bab3 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:19.400191 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-45e62d17-8e91-4de5-9827-f9021fc1bab3 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 812 time: 0.1621540 Jun 23 14:20:19.429936 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-f5bdaf39-4804-449e-bf69-de2a35d12220 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/quotas/d78df0bf3da24f43bf97302cf21e0ee9 HTTP/1.1" status: 200 len: 375 time: 0.0138023 Jun 23 14:20:19.480106 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-7a11c4a8-8ca6-4ebb-9f44-87ee8d599475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:19.481676 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-7a11c4a8-8ca6-4ebb-9f44-87ee8d599475 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981171 Jun 23 14:20:19.570168 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-372d0875-7872-43d0-9584-7b4779531f8d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1340206 Jun 23 14:20:19.589233 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-45ea6374-91ff-44c3-be8e-ce4bd1ae3634 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:20:19.590231 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-45ea6374-91ff-44c3-be8e-ce4bd1ae3634 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072565 Jun 23 14:20:19.621585 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-cd467657-d0ed-4414-a17a-fa18e635ebe7 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322689 Jun 23 14:20:19.751767 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-5dbc0ea4-390a-4410-a252-3a561b2e75b7 service neutron] 10.222.0.13 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524782 Jun 23 14:20:19.788040 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-63424437-4a16-4b73-ba8e-34b3c39128b5 req-7489c9af-0fed-430b-98c3-4b7ca8fd9c29 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583853 Jun 23 14:20:19.871426 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-76ddbcc6-ee26-4837-932a-3ffc74a9996c service neutron] 10.222.0.13 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127851 Jun 23 14:20:20.224049 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c44a6-de69-41b3-a8fe-8a8e49e27f23 req-f2238591-b27f-4681-8e67-c910a5ee4790 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:20.226409 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-186c44a6-de69-41b3-a8fe-8a8e49e27f23 req-f2238591-b27f-4681-8e67-c910a5ee4790 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0813632 Jun 23 14:20:20.330360 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-186c44a6-de69-41b3-a8fe-8a8e49e27f23 req-e6d50374-ad28-4ee0-9c09-edd22f59d24c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844283 Jun 23 14:20:20.379677 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4c362-1a67-45fb-b04f-e90346675af3 req-ae25e414-3640-4d20-9ea9-8e8946498472 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:20.404247 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-43a4c362-1a67-45fb-b04f-e90346675af3 req-ae25e414-3640-4d20-9ea9-8e8946498472 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.1251051 Jun 23 14:20:20.492117 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-85cf91ed-9125-4c64-99b4-3425f476c121 req-6e36deeb-ed98-478c-9759-e7416ff4da52 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0857279 Jun 23 14:20:20.513663 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-43a4c362-1a67-45fb-b04f-e90346675af3 req-3b60268d-e3d8-45e0-82d8-5b667c43d869 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916083 Jun 23 14:20:20.588161 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-5f57cb88-57a1-4d44-8201-53139e464db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:20.927689 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:21.192583 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:21.510771 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e1760-0e85-4325-8e6e-f5bfb885f0b8 req-87b1f7de-5434-44aa-ad47-18a7a075dce1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:21.512330 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-243e1760-0e85-4325-8e6e-f5bfb885f0b8 req-87b1f7de-5434-44aa-ad47-18a7a075dce1 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0634332 Jun 23 14:20:21.549265 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-243e1760-0e85-4325-8e6e-f5bfb885f0b8 req-b523c35c-82ae-4b4b-9d0b-703bab0ff317 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313258 Jun 23 14:20:21.683788 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-255aa4ae-1d83-4852-a04c-25171780182e req-07212f53-d4fc-41f3-b789-e03a5e0f9268 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0310147 Jun 23 14:20:22.130112 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51547b1-0f7d-45f5-81d2-f8576f7fda8f req-7d32168d-6f8a-4143-be1d-ac228f501c89 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:22.131564 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e51547b1-0f7d-45f5-81d2-f8576f7fda8f req-7d32168d-6f8a-4143-be1d-ac228f501c89 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.3472295 Jun 23 14:20:22.177489 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e51547b1-0f7d-45f5-81d2-f8576f7fda8f req-fa9e33e2-44f0-4d99-9e89-30e0b007dcf6 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387497 Jun 23 14:20:22.754937 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24486d08-7ec7-41d5-ace0-677fb7f593fd req-105c48d8-e295-4231-a43c-3492255f5859 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:22.756392 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-24486d08-7ec7-41d5-ace0-677fb7f593fd req-105c48d8-e295-4231-a43c-3492255f5859 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0726914 Jun 23 14:20:22.799383 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-24486d08-7ec7-41d5-ace0-677fb7f593fd req-84c6d44e-808f-4c0f-bf12-bb5dca0fc290 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320771 Jun 23 14:20:22.934071 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7f65ce0c-6b0a-479c-b0f4-3415567aac89 req-3fbe2b3f-bf6f-4edd-8e3d-1c78062422e4 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0331123 Jun 23 14:20:23.350355 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:23.385015 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d11244-f02b-4795-ad44-caa730a0a1ae req-6f546a10-f9ec-4ea8-8089-5076f0ef3090 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:23.396543 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f6d11244-f02b-4795-ad44-caa730a0a1ae req-6f546a10-f9ec-4ea8-8089-5076f0ef3090 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0968981 Jun 23 14:20:23.447827 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f6d11244-f02b-4795-ad44-caa730a0a1ae req-be5e873d-78d1-410d-91c5-3431a83acc4c tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Jun 23 14:20:24.066473 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd4c67-6d01-49a0-aa6e-8c62e3e6df12 req-178d2d7e-96af-4f3a-b5e4-8a6e674a1fde tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:24.067975 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-10cd4c67-6d01-49a0-aa6e-8c62e3e6df12 req-178d2d7e-96af-4f3a-b5e4-8a6e674a1fde tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0641165 Jun 23 14:20:24.109049 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-10cd4c67-6d01-49a0-aa6e-8c62e3e6df12 req-1e3a84b5-5468-4c60-bd1e-6c54df1599dc tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344727 Jun 23 14:20:24.251775 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-6ab32e35-f25d-4664-a4e3-66844fd61d2e req-b3e23032-1c39-4716-b9f1-e504c1e5f215 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0330706 Jun 23 14:20:24.625817 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa33ffa-b9a0-4846-9a71-db6847f830b6 req-b936c100-7f5a-4450-a858-820cc898ae80 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:24.627312 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cfa33ffa-b9a0-4846-9a71-db6847f830b6 req-b936c100-7f5a-4450-a858-820cc898ae80 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0650814 Jun 23 14:20:24.669034 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cfa33ffa-b9a0-4846-9a71-db6847f830b6 req-6c1abb42-b5e3-4dab-b6a4-1503ba6046ce tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356851 Jun 23 14:20:25.321667 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0844ca-d54c-47e6-b896-e56f8e02fe4a req-225fc5c6-fb4d-4780-82d6-d9917d1e3cb5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:25.323167 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9a0844ca-d54c-47e6-b896-e56f8e02fe4a req-225fc5c6-fb4d-4780-82d6-d9917d1e3cb5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0970342 Jun 23 14:20:25.360383 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9a0844ca-d54c-47e6-b896-e56f8e02fe4a req-cf5f9b4e-bef4-4543-90bb-de413d5ea58d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316308 Jun 23 14:20:25.492633 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ad271224-652d-4280-a4f5-e76de99f2101 req-5efba764-0b47-42d5-8330-3ef84cb3113e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0314784 Jun 23 14:20:25.842988 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e20c6-3ade-4950-ad5e-e12765d4a5de req-2831e7d2-d5ae-4f2b-a35a-c607c20e2aa2 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:25.844672 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ef1e20c6-3ade-4950-ad5e-e12765d4a5de req-2831e7d2-d5ae-4f2b-a35a-c607c20e2aa2 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0618875 Jun 23 14:20:25.888446 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ef1e20c6-3ade-4950-ad5e-e12765d4a5de req-0d9800c8-eb93-46ed-b71a-c1544a727c4c tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348196 Jun 23 14:20:26.563912 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e84c76-d47c-4d52-92e6-537aa951dc92 req-6acafe51-6568-4ccd-88f4-c4a6a8df1edc tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:26.565356 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-99e84c76-d47c-4d52-92e6-537aa951dc92 req-6acafe51-6568-4ccd-88f4-c4a6a8df1edc tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0626760 Jun 23 14:20:26.602331 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-99e84c76-d47c-4d52-92e6-537aa951dc92 req-169087f9-140d-4ed5-9688-d5be5246874d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313115 Jun 23 14:20:26.745072 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15e78d00-83d1-432a-b96c-447dee6626b4 req-b5e63486-0ccd-40ae-ad97-a67b6055490f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0340834 Jun 23 14:20:26.982103 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:20:27.075075 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ddd9b-37bc-42c5-8f0b-6b1f47dbb2e7 req-3c76564c-6385-41d5-b1ad-8d632dbb83eb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:27.076654 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fa7ddd9b-37bc-42c5-8f0b-6b1f47dbb2e7 req-3c76564c-6385-41d5-b1ad-8d632dbb83eb tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0672400 Jun 23 14:20:27.136527 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fa7ddd9b-37bc-42c5-8f0b-6b1f47dbb2e7 req-2ece2121-c0ef-4961-81a1-eccbc20b6535 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527494 Jun 23 14:20:27.785831 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fad694-0588-4600-9006-6f5e01a779f3 req-8c1e554c-9093-4623-ade0-28a0fac43d21 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:27.787415 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-37fad694-0588-4600-9006-6f5e01a779f3 req-8c1e554c-9093-4623-ade0-28a0fac43d21 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0637798 Jun 23 14:20:27.842128 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-37fad694-0588-4600-9006-6f5e01a779f3 req-147e859f-684a-4648-8c83-1f1bf433db28 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389476 Jun 23 14:20:27.977073 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-395d0da8-2c87-459f-89ea-c6901ad815ba req-b4db3245-7d7d-4897-a110-bd04ffd6ccc6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0341949 Jun 23 14:20:28.320957 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0d9ec-aa6d-493b-8c26-2244ceb47843 req-1ab6de74-1757-4fb4-9b62-fc2f8e0eb7e9 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:28.322439 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9bc0d9ec-aa6d-493b-8c26-2244ceb47843 req-1ab6de74-1757-4fb4-9b62-fc2f8e0eb7e9 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0682352 Jun 23 14:20:28.359680 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9bc0d9ec-aa6d-493b-8c26-2244ceb47843 req-9962549f-7aa9-4600-9c19-dbd525d6a1c2 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315781 Jun 23 14:20:29.037605 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438eb96-436e-4b05-bdab-00c7cab5638d req-8c8b97d2-e796-4e22-988b-c0f5ccf5ab27 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:29.039987 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e438eb96-436e-4b05-bdab-00c7cab5638d req-8c8b97d2-e796-4e22-988b-c0f5ccf5ab27 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0645676 Jun 23 14:20:29.076533 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e438eb96-436e-4b05-bdab-00c7cab5638d req-50c95370-4905-498f-8b00-11b76d90fe0a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307698 Jun 23 14:20:29.230147 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-04a5835c-c48a-4cb1-afff-33378c02e6ab req-b2d8d578-7034-4162-8109-6875cd781e8d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0323999 Jun 23 14:20:29.534578 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9d566-48c1-4b58-99b1-ca35a727c5a1 req-e839d674-7a6d-4d0a-a9bf-42ab89bb445f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:29.536036 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d1f9d566-48c1-4b58-99b1-ca35a727c5a1 req-e839d674-7a6d-4d0a-a9bf-42ab89bb445f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0638146 Jun 23 14:20:29.577141 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d1f9d566-48c1-4b58-99b1-ca35a727c5a1 req-093c1d46-3356-4d80-8bb7-36a3b2547343 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344534 Jun 23 14:20:30.259993 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511d1d1-bb39-42bc-8730-f9288a7d7ae7 req-742737c2-f839-48a7-b708-725de2b8b404 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:30.261562 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7511d1d1-bb39-42bc-8730-f9288a7d7ae7 req-742737c2-f839-48a7-b708-725de2b8b404 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0637431 Jun 23 14:20:30.320847 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7511d1d1-bb39-42bc-8730-f9288a7d7ae7 req-96e10b4b-7198-4eb9-a4de-33d6076da005 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498557 Jun 23 14:20:30.468845 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ab502c48-2957-4f0a-a7cb-ab86305b0322 req-d32090aa-f254-49c1-be03-f04a11e5a4ee tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0351086 Jun 23 14:20:30.776805 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb87fda-8410-4577-8df0-8b53ef1304a1 req-8cf968e2-7edc-4264-a253-f43b120568f9 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:30.778427 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dcb87fda-8410-4577-8df0-8b53ef1304a1 req-8cf968e2-7edc-4264-a253-f43b120568f9 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0779078 Jun 23 14:20:30.821344 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dcb87fda-8410-4577-8df0-8b53ef1304a1 req-f18f51d0-1840-4dfb-8909-80a1a020202f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340157 Jun 23 14:20:31.521643 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed039e-09bd-4ba2-aaa3-b3d63000e088 req-4490275c-0024-40a4-a723-95a9bd2f576c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:31.523887 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-41ed039e-09bd-4ba2-aaa3-b3d63000e088 req-4490275c-0024-40a4-a723-95a9bd2f576c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0804913 Jun 23 14:20:31.561882 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-41ed039e-09bd-4ba2-aaa3-b3d63000e088 req-a4d7ee48-b722-440b-bce5-4024ce21d6bb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Jun 23 14:20:31.709121 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-859ff0bc-4c00-4135-be95-d109f46facbc req-dd3687ab-8f54-4b82-a9b5-9e8b26cb2095 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0382607 Jun 23 14:20:32.023730 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50386766-c2a1-4692-8060-c7b12529596a req-ecc38730-8497-49c0-96a7-ab35321917a4 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:32.025346 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-50386766-c2a1-4692-8060-c7b12529596a req-ecc38730-8497-49c0-96a7-ab35321917a4 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0672166 Jun 23 14:20:32.062896 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-50386766-c2a1-4692-8060-c7b12529596a req-9e993d9b-f214-4fb7-85cf-b6e959e6262f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318363 Jun 23 14:20:32.765299 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cbed0-559e-4bda-a691-d340a848e549 req-6544bde6-934f-494f-975b-9f7ca6d35d8e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:32.767124 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4a1cbed0-559e-4bda-a691-d340a848e549 req-6544bde6-934f-494f-975b-9f7ca6d35d8e tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0838294 Jun 23 14:20:32.806721 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-4a1cbed0-559e-4bda-a691-d340a848e549 req-9278af67-7c5e-4af3-bfaa-0b7fcd3e872c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Jun 23 14:20:32.957779 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d20d1a3d-1998-4871-bb45-ddb702f786e1 req-b58e4c1f-8454-4a71-876e-65f0e20b72df tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0451052 Jun 23 14:20:33.251201 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2996d6c-9865-466f-981e-c1fb3eaa6d73 req-a84fd7d3-ec35-4c8f-bd83-12678f185111 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:33.252789 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2996d6c-9865-466f-981e-c1fb3eaa6d73 req-a84fd7d3-ec35-4c8f-bd83-12678f185111 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0673876 Jun 23 14:20:33.292063 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2996d6c-9865-466f-981e-c1fb3eaa6d73 req-d0e6974b-5bdb-44b7-a223-a17d60f22918 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Jun 23 14:20:33.985249 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b3c78-4a91-49c2-adb2-c30db32933e6 req-d9f4c024-4ac6-4c5b-b952-d60fa62932aa tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:33.987042 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1d8b3c78-4a91-49c2-adb2-c30db32933e6 req-d9f4c024-4ac6-4c5b-b952-d60fa62932aa tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0650299 Jun 23 14:20:34.030790 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1d8b3c78-4a91-49c2-adb2-c30db32933e6 req-e9afdc88-f3d7-4189-9fca-fe50be1332dc tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358369 Jun 23 14:20:34.168589 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-957fd222-4f44-45fd-af54-7e35f984589b req-c6aa6481-1d7c-4071-95ec-d111b5e6ee3a tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0334847 Jun 23 14:20:34.468096 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82059f56-b21d-4c6f-9231-bebdfe545c7f req-47c66d43-f46f-413d-b160-16d460eb2117 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:34.470136 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-82059f56-b21d-4c6f-9231-bebdfe545c7f req-47c66d43-f46f-413d-b160-16d460eb2117 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0670719 Jun 23 14:20:34.511895 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-82059f56-b21d-4c6f-9231-bebdfe545c7f req-a652a061-f45f-4298-9223-bdaf69ef8994 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353370 Jun 23 14:20:35.214986 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a392e22-8104-4261-aabe-36b56ba125af req-fce9997d-6835-4322-ac1e-fa2c78dc5809 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:35.216441 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3a392e22-8104-4261-aabe-36b56ba125af req-fce9997d-6835-4322-ac1e-fa2c78dc5809 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0641186 Jun 23 14:20:35.254172 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3a392e22-8104-4261-aabe-36b56ba125af req-f2b08745-b00e-4f14-a733-72e0748e4eab tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318799 Jun 23 14:20:35.404175 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-934b28be-a522-4d35-99bb-b5048e9872e1 req-6e41517b-9547-4f81-8d64-80f723c4a319 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0362518 Jun 23 14:20:35.688520 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6594a-ec13-49f7-8697-9f30656a39c3 req-290dac86-0120-48ae-9c08-2e3ea4137e93 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:35.689944 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aeb6594a-ec13-49f7-8697-9f30656a39c3 req-290dac86-0120-48ae-9c08-2e3ea4137e93 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0618875 Jun 23 14:20:35.728611 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-aeb6594a-ec13-49f7-8697-9f30656a39c3 req-90c86221-cb31-456d-b49e-eb603b799461 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Jun 23 14:20:36.432429 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b5e37-9df6-4138-aa27-e13c087140bb req-ca614a4f-0466-4132-8283-a8db3294ac4c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:36.433906 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-801b5e37-9df6-4138-aa27-e13c087140bb req-ca614a4f-0466-4132-8283-a8db3294ac4c tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0636826 Jun 23 14:20:36.471157 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-801b5e37-9df6-4138-aa27-e13c087140bb req-f5aec65b-c2c2-4b6d-b83a-753252e617ea tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313842 Jun 23 14:20:36.603179 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5607ed90-f5ab-43f9-a894-78effa1b89fa req-2287b5b4-79aa-4da7-8e61-52c7ea822214 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0331764 Jun 23 14:20:36.899686 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a10da6-133e-4f6e-837c-d936a53fd9a7 req-081f7233-2482-40c3-9e06-3179fd33cadc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:36.901112 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-86a10da6-133e-4f6e-837c-d936a53fd9a7 req-081f7233-2482-40c3-9e06-3179fd33cadc tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0622711 Jun 23 14:20:36.912975 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:36.938767 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-86a10da6-133e-4f6e-837c-d936a53fd9a7 req-51331737-b78d-4c64-ba87-dd08947d9300 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319173 Jun 23 14:20:37.651619 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acac6bf-cc4a-4ea1-9688-569f08257a65 req-9f2e84fd-84a6-4bfe-8f89-0b50803b9941 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:37.653006 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5acac6bf-cc4a-4ea1-9688-569f08257a65 req-9f2e84fd-84a6-4bfe-8f89-0b50803b9941 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0655529 Jun 23 14:20:37.690653 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-5acac6bf-cc4a-4ea1-9688-569f08257a65 req-fa0285a9-309b-4ac9-9a98-edb00f7de965 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319996 Jun 23 14:20:37.826601 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-58b17eb0-d47d-4d94-a23b-6a08dbf873ad req-d835ef30-56f7-48f7-ab04-931fd844c1d8 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0330923 Jun 23 14:20:38.112143 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747a364-5bde-461e-80a4-47f720d61e35 req-52c8df36-a637-47b1-a998-4d5e4085fdda tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:38.113648 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0747a364-5bde-461e-80a4-47f720d61e35 req-52c8df36-a637-47b1-a998-4d5e4085fdda tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0620689 Jun 23 14:20:38.152530 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0747a364-5bde-461e-80a4-47f720d61e35 req-1978ff9a-392c-4a3f-90bc-e53f31933e39 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329778 Jun 23 14:20:38.869271 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7a15e-f894-44a3-941d-d64867a4508f req-45a9289b-7ff3-4a06-b760-fd12f0618543 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:38.871009 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2d7a15e-f894-44a3-941d-d64867a4508f req-45a9289b-7ff3-4a06-b760-fd12f0618543 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0648193 Jun 23 14:20:38.908527 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e2d7a15e-f894-44a3-941d-d64867a4508f req-5b6adefa-7fb7-4758-8745-03af433e311b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Jun 23 14:20:39.050772 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-928e74b8-4d39-4609-ab98-8676ba6e8738 req-39a8cbb4-6966-4155-8054-d174a4736a33 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0337667 Jun 23 14:20:39.338061 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cd2c7-42f2-4002-a6b1-db33d1a225b3 req-5bd636b9-24b9-4dcf-acab-3011ba3be7f3 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:39.339721 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-563cd2c7-42f2-4002-a6b1-db33d1a225b3 req-5bd636b9-24b9-4dcf-acab-3011ba3be7f3 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0715520 Jun 23 14:20:39.383476 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-563cd2c7-42f2-4002-a6b1-db33d1a225b3 req-6e872af1-341a-4ad2-86d7-a9b95df261a1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368483 Jun 23 14:20:39.970512 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-f72e0c33-0629-4a8a-939f-b0aad1f9509e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:39.971929 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-f72e0c33-0629-4a8a-939f-b0aad1f9509e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 812 time: 0.1041234 Jun 23 14:20:40.058563 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-30dc2d4b-6110-4ea9-9026-a0b42096c430 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d78df0bf3da24f43bf97302cf21e0ee9 HTTP/1.1" status: 200 len: 380 time: 0.0379999 Jun 23 14:20:40.067866 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'port': {'device_id': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'admin_state_up': True, 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'security_groups': ['e2841248-31a2-4ca0-8663-c33141b403ee']}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:20:40.111489 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd77ec-6b70-4c7f-b995-62acd66dd402 req-635856ce-551f-477b-8bc4-fed7d14927cb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:40.112979 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dcfd77ec-6b70-4c7f-b995-62acd66dd402 req-635856ce-551f-477b-8bc4-fed7d14927cb tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0803270 Jun 23 14:20:40.169197 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-dcfd77ec-6b70-4c7f-b995-62acd66dd402 req-5f1aebcd-505f-4f58-be3c-8b74f6f85f58 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497561 Jun 23 14:20:40.199138 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Made reservation on behalf of d78df0bf3da24f43bf97302cf21e0ee9 for: {'port': 1} {{(pid=93100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:20:40.202647 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:40.226779 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-99b57a35-06b7-4103-9ae1-7f48aa7063ea req-d727e197-07e4-4917-b2bf-588835fb0812 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0392115 Jun 23 14:20:40.347872 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_common [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Allocated IP 172.20.0.5 (c100c7db-7ecc-4676-ac86-ab42bb42442a/d68e6c2c-2ad9-4820-a3e3-c0189e3be93e/7001c441-f223-46fc-9d2e-9961db50bd3c) {{(pid=93100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:20:40.489187 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for port, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:40.504501 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Transition to ACTIVE for port object 7001c441-f223-46fc-9d2e-9961db50bd3c will not be triggered until provisioned by entity DHCP. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:20:40.538702 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10014536'] for port, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:40.544463 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b5ed54db-90de-4714-9e9b-78651c27f14b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:40.575076 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1c796-7004-4913-b5c5-156be1dd9a27 req-2b47c374-558b-4e32-9287-c1ec79550cc3 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:40.576733 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-86b1c796-7004-4913-b5c5-156be1dd9a27 req-2b47c374-558b-4e32-9287-c1ec79550cc3 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0736778 Jun 23 14:20:40.595942 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'Port': ['ID=7001c441-f223-46fc-9d2e-9961db50bd3c,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:40.601884 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:40.604395 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Network c100c7db-7ecc-4676-ac86-ab42bb42442a is already hosted by enough agents. {{(pid=93100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:20:40.605147 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.base_scheduler [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Resources bound (agent type, host, resource id): {{(pid=93100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:20:40.607904 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Received port after_create {{(pid=93100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:20:40.635889 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-86b1c796-7004-4913-b5c5-156be1dd9a27 req-f9baad66-f020-4fab-a317-db59a177322f tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478966 Jun 23 14:20:40.667922 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:40.668573 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:40.687765 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-8ff1a08c-ef2c-4449-9f33-d5597758f743 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6237140 Jun 23 14:20:40.718647 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-97429cde-b01d-4194-94d5-a0659fcb4ffb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:20:40.719798 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-97429cde-b01d-4194-94d5-a0659fcb4ffb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081768 Jun 23 14:20:40.747725 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.v2.base [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Request body: {'port': {'device_id': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=93100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:20:40.842728 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:40.901296 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-d86ce209-87f8-4080-a6ba-5d0d2e7fcae5 None None] Provisioning for port 7001c441-f223-46fc-9d2e-9961db50bd3c completed by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:20:40.906964 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-d86ce209-87f8-4080-a6ba-5d0d2e7fcae5 None None] Provisioning complete for port 7001c441-f223-46fc-9d2e-9961db50bd3c triggered by entity DHCP. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:20:40.907553 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-d86ce209-87f8-4080-a6ba-5d0d2e7fcae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:40.954331 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-d86ce209-87f8-4080-a6ba-5d0d2e7fcae5 None None] Port 7001c441-f223-46fc-9d2e-9961db50bd3c cannot update to ACTIVE because it is not bound. {{(pid=93101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:20:41.135373 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7001c441-f223-46fc-9d2e-9961db50bd3c {{(pid=93100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:20:41.151688 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:41.164423 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Transition to ACTIVE for port object 7001c441-f223-46fc-9d2e-9961db50bd3c will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:20:41.168171 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:41.170056 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-878f35e1-1b20-4894-833a-38063ecf1ffa tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:41.224287 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Pushing event updated for resources: {'Port': ['ID=7001c441-f223-46fc-9d2e-9961db50bd3c,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:41.242614 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:41.298770 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Attempting to bind port 7001c441-f223-46fc-9d2e-9961db50bd3c on host hv-cinder-78447 for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:20:41.299120 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Attempting to bind port 7001c441-f223-46fc-9d2e-9961db50bd3c by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:20:41.299452 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Attempting to bind port 7001c441-f223-46fc-9d2e-9961db50bd3c on network c100c7db-7ecc-4676-ac86-ab42bb42442a {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:20:41.306750 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Port 7001c441-f223-46fc-9d2e-9961db50bd3c on network c100c7db-7ecc-4676-ac86-ab42bb42442a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:20:41.307110 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Attempting to bind port 7001c441-f223-46fc-9d2e-9961db50bd3c on network c100c7db-7ecc-4676-ac86-ab42bb42442a {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:20:41.312546 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Checking agent: {'id': 'da12b048-cd22-4301-970f-c00e1b2fc3e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:20:41.312887 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Checking segment: {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:20:41.313268 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Bound using segment: {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:20:41.313703 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Bound port: 7001c441-f223-46fc-9d2e-9961db50bd3c, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:20:41.314075 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:41.368035 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404e970-2548-4629-8fc0-6aac1e104f82 req-c68f26ea-0998-4d52-9bee-976cb818dd70 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:41.369955 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4404e970-2548-4629-8fc0-6aac1e104f82 req-c68f26ea-0998-4d52-9bee-976cb818dd70 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.0762246 Jun 23 14:20:41.416001 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4404e970-2548-4629-8fc0-6aac1e104f82 req-171b886c-be29-4c24-ba92-2c8585c7c84a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400274 Jun 23 14:20:41.419182 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] For port 7001c441-f223-46fc-9d2e-9961db50bd3c, host hv-cinder-78447, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:20:41.423573 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] For port 7001c441-f223-46fc-9d2e-9961db50bd3c, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7001c441-f223-46fc-9d2e-9961db50bd3c,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:20:41.428405 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10014554'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:41.433420 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-fa385a91-ae09-4919-a58e-8b298231b01f tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:41.476923 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:41.477536 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:41.478950 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] 10.222.0.39 "PUT /v2.0/ports/7001c441-f223-46fc-9d2e-9961db50bd3c HTTP/1.1" status: 200 len: 1093 time: 0.7366443 Jun 23 14:20:41.480427 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'tag': '7001c441-f223-46fc-9d2e-9961db50bd3c'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:41.482768 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de61ac15-7690-4331-ad5f-8e1c79dd83a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f958ad-2a51-4cad-81c2-3373b2a4de21", "tag": "7001c441-f223-46fc-9d2e-9961db50bd3c"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:41.498420 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efc902-5355-4327-97a2-ff62ee2ea6d3 req-452a68c5-56bf-45d5-9ac1-e5ea4b22fb87 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:41.499965 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-04efc902-5355-4327-97a2-ff62ee2ea6d3 req-452a68c5-56bf-45d5-9ac1-e5ea4b22fb87 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 943 time: 0.1366408 Jun 23 14:20:41.538357 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983939b7-1d96-4979-bc09-f62ff751fd6c x-openstack-request-id: req-983939b7-1d96-4979-bc09-f62ff751fd6c {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:41.538686 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f958ad-2a51-4cad-81c2-3373b2a4de21", "tag": "7001c441-f223-46fc-9d2e-9961db50bd3c", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:41.538979 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-983939b7-1d96-4979-bc09-f62ff751fd6c {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:41.539412 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'tag': '7001c441-f223-46fc-9d2e-9961db50bd3c', 'status': 'completed', 'code': 200} Jun 23 14:20:41.563186 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Pushing event updated for resources: {'Port': ['ID=7001c441-f223-46fc-9d2e-9961db50bd3c,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:41.568400 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:41.593059 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-04efc902-5355-4327-97a2-ff62ee2ea6d3 req-86b54965-fc53-4539-86e3-b61f8ad86c5e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729713 Jun 23 14:20:41.652001 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7743-3744-433f-a923-fa2b998d0072 req-31a8639e-23ce-4bf9-a1c6-8907dfdc8d51 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:41.653507 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7f8f7743-3744-433f-a923-fa2b998d0072 req-31a8639e-23ce-4bf9-a1c6-8907dfdc8d51 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.1526496 Jun 23 14:20:41.698864 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61ac15-7690-4331-ad5f-8e1c79dd83a2 req-1cdbf662-de96-4ba9-a794-5ec630a7670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:41.700343 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de61ac15-7690-4331-ad5f-8e1c79dd83a2 req-1cdbf662-de96-4ba9-a794-5ec630a7670c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 1096 time: 0.1109982 Jun 23 14:20:41.820457 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea625f-7475-47eb-92f4-fd30cd62d5c8 req-5d8c292c-e6b9-4ea3-947f-a5a95ebac326 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:41.822039 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3dea625f-7475-47eb-92f4-fd30cd62d5c8 req-5d8c292c-e6b9-4ea3-947f-a5a95ebac326 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 946 time: 0.0669320 Jun 23 14:20:41.860605 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3dea625f-7475-47eb-92f4-fd30cd62d5c8 req-51e08d50-ca7d-4c46-b5a3-f6b9e7080fd3 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/security-groups?id=41353db3-3d38-4864-b92f-7c5b8ace78be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326583 Jun 23 14:20:41.906806 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-7f8f7743-3744-433f-a923-fa2b998d0072 req-26f962d0-8c11-48a8-bc75-f56c217664fe tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Deleting port bfc707fe-e30e-44a9-beed-ad2bdea80e92 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:41.907149 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7f8f7743-3744-433f-a923-fa2b998d0072 req-26f962d0-8c11-48a8-bc75-f56c217664fe tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:41.912735 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61ac15-7690-4331-ad5f-8e1c79dd83a2 req-707b49ce-7ebc-470e-9efa-e42d9d0d1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:41.914842 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de61ac15-7690-4331-ad5f-8e1c79dd83a2 req-707b49ce-7ebc-470e-9efa-e42d9d0d1a1e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1980915 Jun 23 14:20:42.428175 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-7f8f7743-3744-433f-a923-fa2b998d0072 req-26f962d0-8c11-48a8-bc75-f56c217664fe tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] For port bfc707fe-e30e-44a9-beed-ad2bdea80e92, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=bfc707fe-e30e-44a9-beed-ad2bdea80e92,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:42.428993 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7f8f7743-3744-433f-a923-fa2b998d0072 req-26f962d0-8c11-48a8-bc75-f56c217664fe tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:42.442968 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2a8b47de-5820-4bac-a269-f798861cdfc2 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:20:42.449047 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61ac15-7690-4331-ad5f-8e1c79dd83a2 req-327ee084-cafb-4fc6-8b83-e62a94068c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:42.451245 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-de61ac15-7690-4331-ad5f-8e1c79dd83a2 req-327ee084-cafb-4fc6-8b83-e62a94068c6d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5268760 Jun 23 14:20:42.452303 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-7f8f7743-3744-433f-a923-fa2b998d0072 req-26f962d0-8c11-48a8-bc75-f56c217664fe tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Calling delete_port for bfc707fe-e30e-44a9-beed-ad2bdea80e92 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:42.555833 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:42.567809 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'port_id': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'mac_address': 'fa:16:3e:d0:ef:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:20:42.605493 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:42.619356 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8b47de-5820-4bac-a269-f798861cdfc2 {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:20:42.641521 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:42.646248 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:42.649097 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c0410bda-db65-43db-9854-e929d7f24f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:42.666128 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-66597f2d-baea-4463-bb19-e70562a4d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:42.667534 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-66597f2d-baea-4463-bb19-e70562a4d4a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 1096 time: 0.1459575 Jun 23 14:20:42.674238 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7f8f7743-3744-433f-a923-fa2b998d0072 req-26f962d0-8c11-48a8-bc75-f56c217664fe tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:42.680983 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-59aafc52-b46e-48b6-9db6-05ab6d5626cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:42.707549 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=2a8b47de-5820-4bac-a269-f798861cdfc2,revision_number=9']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:42.708494 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:42.725278 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053274ad-4c87-4bcf-b1ec-0fab5f60807b req-bc22bcab-11a2-468d-96cf-700b7156866a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:42.726998 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-053274ad-4c87-4bcf-b1ec-0fab5f60807b req-bc22bcab-11a2-468d-96cf-700b7156866a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 944 time: 0.1689622 Jun 23 14:20:42.731929 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f962d0-8c11-48a8-bc75-f56c217664fe tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Pushing event deleted for resources: {'Port': ['ID=bfc707fe-e30e-44a9-beed-ad2bdea80e92,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:42.738157 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['bfc707fe-e30e-44a9-beed-ad2bdea80e92'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:20:42.767087 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-26f962d0-8c11-48a8-bc75-f56c217664fe tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:42.776980 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-5e8c6c44-d459-4452-b6b0-12e8d1cb91f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7001c441-f223-46fc-9d2e-9961db50bd3c HTTP/1.1" status: 200 len: 217 time: 0.0897894 Jun 23 14:20:42.802033 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64a95c-f8b4-49e1-b967-f20f18cc89e2 req-eb32cc54-29de-4fe1-92e6-ae3ee0f04538 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:42.803585 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9f64a95c-f8b4-49e1-b967-f20f18cc89e2 req-eb32cc54-29de-4fe1-92e6-ae3ee0f04538 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 943 time: 0.0813177 Jun 23 14:20:42.842278 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9f64a95c-f8b4-49e1-b967-f20f18cc89e2 req-7ad2a431-d673-453d-91b3-e33fddcbe6f2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319324 Jun 23 14:20:42.863993 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8f7743-3744-433f-a923-fa2b998d0072 req-26f962d0-8c11-48a8-bc75-f56c217664fe tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] No DVR routers for this DVR port bfc707fe-e30e-44a9-beed-ad2bdea80e92 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:20:42.870773 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-7f8f7743-3744-433f-a923-fa2b998d0072 req-26f962d0-8c11-48a8-bc75-f56c217664fe tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:42.872667 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7f8f7743-3744-433f-a923-fa2b998d0072 req-26f962d0-8c11-48a8-bc75-f56c217664fe tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.39 "DELETE /v2.0/ports/bfc707fe-e30e-44a9-beed-ad2bdea80e92 HTTP/1.1" status: 204 len: 173 time: 1.2130518 Jun 23 14:20:42.895701 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-053274ad-4c87-4bcf-b1ec-0fab5f60807b req-165fb62b-73ba-4c94-96a4-320ef6d94204 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274211 Jun 23 14:20:42.897275 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-ae7646d1-ab69-4cea-9551-d79feb04d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:42.898901 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-ae7646d1-ab69-4cea-9551-d79feb04d181 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 200 len: 851 time: 0.1142771 Jun 23 14:20:42.961575 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-56649157-4b05-49ef-9dae-5765f978b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:42.963091 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-56649157-4b05-49ef-9dae-5765f978b0e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c100c7db-7ecc-4676-ac86-ab42bb42442a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562823 Jun 23 14:20:43.007687 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3c68a217-69c4-435f-bfc5-c4e938315255 req-929c17da-0d31-4eb4-bbf3-117c17567bf8 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc788b37-a7cd-4e77-a51b-2dffbf1efef4 HTTP/1.1" status: 200 len: 210 time: 0.0302753 Jun 23 14:20:43.062178 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-41670067-eb1d-4f85-9825-b24fd08b8a82 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916195 Jun 23 14:20:43.170609 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-15dc3f7c-8301-4a2a-a708-0ff82cf8f905 req-a68606d6-7685-475d-b926-74de26c287b5 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996861 Jun 23 14:20:43.184041 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['2a8b47de-5820-4bac-a269-f798861cdfc2'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:20:43.540682 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'name': 'network-vif-deleted', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:43.543123 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4506ff-4f75-4e01-b4c4-12a62e97ab75" -d '{"events": [{"server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "name": "network-vif-deleted", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:43.577839 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87abb799-25e5-4566-a46d-120e39470dc3 x-openstack-request-id: req-87abb799-25e5-4566-a46d-120e39470dc3 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:43.578225 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc788b37-a7cd-4e77-a51b-2dffbf1efef4", "name": "network-vif-deleted", "tag": "bfc707fe-e30e-44a9-beed-ad2bdea80e92", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:43.578530 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87abb799-25e5-4566-a46d-120e39470dc3 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:43.579001 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc788b37-a7cd-4e77-a51b-2dffbf1efef4', 'name': 'network-vif-deleted', 'tag': 'bfc707fe-e30e-44a9-beed-ad2bdea80e92', 'status': 'completed', 'code': 200} Jun 23 14:20:44.015794 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad288a-83bf-4a7d-adbe-664ba59d0322 req-90357ba0-62de-4a8f-9034-0b7d293bcddf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:44.017315 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a0ad288a-83bf-4a7d-adbe-664ba59d0322 req-90357ba0-62de-4a8f-9034-0b7d293bcddf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 943 time: 0.0641711 Jun 23 14:20:44.055700 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a0ad288a-83bf-4a7d-adbe-664ba59d0322 req-3a9c18e3-7ad6-4a20-91e4-45b2b6ad8098 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319324 Jun 23 14:20:44.085693 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec51d5-b547-4f4f-a4b4-01f20623aa50 req-ac6c8a18-269a-4e1f-8c23-dc20a247cc38 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:44.089002 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3aec51d5-b547-4f4f-a4b4-01f20623aa50 req-ac6c8a18-269a-4e1f-8c23-dc20a247cc38 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 945 time: 0.0667658 Jun 23 14:20:44.129991 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3aec51d5-b547-4f4f-a4b4-01f20623aa50 req-7efda037-1285-4972-a0cc-f6dead0048b3 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348175 Jun 23 14:20:44.470603 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2a8b47de-5820-4bac-a269-f798861cdfc2 up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:20:44.521814 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 2a8b47de-5820-4bac-a269-f798861cdfc2 triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:20:44.523064 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:44.600801 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:44.609199 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 39788) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:44.623904 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:44.626198 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620b4c41-8972-4d2b-be4d-8f14cb281f1e" -d '{"events": [{"server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "name": "network-vif-plugged", "status": "completed", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:44.639725 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:44.644618 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:44.645536 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device bfc707fe-e30e-44a9-beed-ad2bdea80e92 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:20:44.648580 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:44.670147 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1964c74-d0f2-481f-b3cc-96f79b8ef345 x-openstack-request-id: req-a1964c74-d0f2-481f-b3cc-96f79b8ef345 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:44.670453 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "name": "network-vif-plugged", "status": "completed", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:44.670714 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1964c74-d0f2-481f-b3cc-96f79b8ef345 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:44.671101 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'code': 200} Jun 23 14:20:44.687839 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: bfc707fe-e30e-44a9-beed-ad2bdea80e92 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:20:44.688186 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device bfc707fe-e30e-44a9-beed-ad2bdea80e92 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:20:44.714536 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=2a8b47de-5820-4bac-a269-f798861cdfc2,revision_number=10']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:44.718442 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:44.960705 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1a693-98ff-40bd-8f99-00a058dfdbaa req-2b10c308-f7ed-4516-82cd-20dd6570d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:44.962117 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39a1a693-98ff-40bd-8f99-00a058dfdbaa req-2b10c308-f7ed-4516-82cd-20dd6570d04d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 1100 time: 0.0774019 Jun 23 14:20:45.020643 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-39a1a693-98ff-40bd-8f99-00a058dfdbaa req-5823659d-7c19-4872-a7d3-a437d0c25a95 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514421 Jun 23 14:20:45.035772 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3818491'] for router_interface, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:45.254553 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67999d51-7aaa-4acf-9554-bef33e7cc81c req-fe847ac6-11c7-4904-bc2e-989a8c07ecbd tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:45.256455 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-67999d51-7aaa-4acf-9554-bef33e7cc81c req-fe847ac6-11c7-4904-bc2e-989a8c07ecbd tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 943 time: 0.0804045 Jun 23 14:20:45.295521 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-67999d51-7aaa-4acf-9554-bef33e7cc81c req-24e904d6-c9bc-4553-a2da-d93dc304d122 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326526 Jun 23 14:20:45.356520 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Deleting port 5b0827bc-d836-4836-822a-f2e58b977940 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:45.356891 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:45.393408 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa594d09-0fe3-46ab-92fa-072c4b5d46b4 req-ac88e28b-631e-4c18-9554-06fad9f750c0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:45.394902 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fa594d09-0fe3-46ab-92fa-072c4b5d46b4 req-ac88e28b-631e-4c18-9554-06fad9f750c0 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 947 time: 0.1072617 Jun 23 14:20:45.466841 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-fa594d09-0fe3-46ab-92fa-072c4b5d46b4 req-fa868bef-87a5-4111-be58-210bfce05e7a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462263 Jun 23 14:20:45.482026 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] For port 5b0827bc-d836-4836-822a-f2e58b977940, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=5b0827bc-d836-4836-822a-f2e58b977940,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:45.482407 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:45.499520 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Calling delete_port for 5b0827bc-d836-4836-822a-f2e58b977940 owned by network:router_interface {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:45.673831 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:45.675804 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f121462f-d642-4ef9-99d5-7e39d1deeca0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:45.698399 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0827bc-d836-4836-822a-f2e58b977940,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:45.701011 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:45.862567 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921931'] for router_interface, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:46.070677 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Router 67af4b5c-f412-4c89-bd8e-15af3896bf84 has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:20:46.173125 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:20:46.178030 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] 10.222.0.13 "PUT /v2.0/routers/67af4b5c-f412-4c89-bd8e-15af3896bf84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5678065 Jun 23 14:20:46.180552 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 39798) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:46.183137 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0fd3ef-a30c-4004-830e-8cc2e9532ae1 None None] Sync routers for ids ['67af4b5c-f412-4c89-bd8e-15af3896bf84'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:20:46.192074 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fd3ef-a30c-4004-830e-8cc2e9532ae1 None None] Routers {'67af4b5c-f412-4c89-bd8e-15af3896bf84'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:20:46.192681 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-0d0fd3ef-a30c-4004-830e-8cc2e9532ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:20:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['67af4b5c-f412-4c89-bd8e-15af3896bf84'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:46.288912 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:46.302906 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-0d0fd3ef-a30c-4004-830e-8cc2e9532ae1 None None] Set router 67af4b5c-f412-4c89-bd8e-15af3896bf84 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:20:46.401001 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:46.462906 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Deleting port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:46.463399 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:46.478702 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c0428-0d24-42d4-b45e-5aa7da7fafe0 req-fd377a6a-bb2a-41ae-8438-fed10e083142 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:46.482552 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fe2c0428-0d24-42d4-b45e-5aa7da7fafe0 req-fd377a6a-bb2a-41ae-8438-fed10e083142 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 943 time: 0.0696418 Jun 23 14:20:46.484931 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-0d0fd3ef-a30c-4004-830e-8cc2e9532ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:20:45Z', 'revision_number': 5, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port': {'id': 'cdc230ce-3d93-43f2-a20c-8f2baac7c0eb', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:14Z', 'updated_at': '2021-06-23T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:46.513018 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0fd3ef-a30c-4004-830e-8cc2e9532ae1 None None] Checking router: 67af4b5c-f412-4c89-bd8e-15af3896bf84 for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:20:46.523039 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fd3ef-a30c-4004-830e-8cc2e9532ae1 None None] Routers {'67af4b5c-f412-4c89-bd8e-15af3896bf84'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:20:46.523905 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-0d0fd3ef-a30c-4004-830e-8cc2e9532ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:20:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['67af4b5c-f412-4c89-bd8e-15af3896bf84'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:46.528117 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-fe2c0428-0d24-42d4-b45e-5aa7da7fafe0 req-72c83d29-011f-4938-9322-77e0c74e407d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404134 Jun 23 14:20:46.569015 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] For port cdc230ce-3d93-43f2-a20c-8f2baac7c0eb, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=cdc230ce-3d93-43f2-a20c-8f2baac7c0eb,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:46.570376 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:46.589686 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Calling delete_port for cdc230ce-3d93-43f2-a20c-8f2baac7c0eb owned by network:router_gateway {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:46.627455 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-0d0fd3ef-a30c-4004-830e-8cc2e9532ae1 None None] Set router 67af4b5c-f412-4c89-bd8e-15af3896bf84 gateway port host: None {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:20:46.684272 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-0d0fd3ef-a30c-4004-830e-8cc2e9532ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:20:46Z', 'revision_number': 6, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port_host': None}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:46.711521 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0fd3ef-a30c-4004-830e-8cc2e9532ae1 None None] The sync data for ids ['67af4b5c-f412-4c89-bd8e-15af3896bf84'] in dv-cinder-784477-5-iscsi is: [{'id': '67af4b5c-f412-4c89-bd8e-15af3896bf84', 'name': 'tempest-TestMinimumBasicScenario-1665420816-router', 'tenant_id': '7e9fe00ee58f45f3841243769342c70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:13Z', 'updated_at': '2021-06-23T14:20:46Z', 'revision_number': 6, 'project_id': '7e9fe00ee58f45f3841243769342c70a', 'gw_port_host': None}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:20:46.775718 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c210f-487c-4038-82ee-95a9f14d050d req-ad3eb469-b2df-45f1-a8e8-d537fbe7d357 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:46.777257 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e35c210f-487c-4038-82ee-95a9f14d050d req-ad3eb469-b2df-45f1-a8e8-d537fbe7d357 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 947 time: 0.1439953 Jun 23 14:20:46.867897 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e35c210f-487c-4038-82ee-95a9f14d050d req-59ed839e-fa90-40f0-a3e5-ce6e5d927ce8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779998 Jun 23 14:20:46.879739 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:46.883685 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:46.911100 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc230ce-3d93-43f2-a20c-8f2baac7c0eb,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:46.920083 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:46.987524 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3805342'] for router_gateway, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.085970 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3922362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5956'] for router, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.088479 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.139388 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3922928'] for router, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.140078 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67af4b5c-f412-4c89-bd8e-15af3896bf84 {{(pid=93100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:20:47.146164 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.151000 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/67af4b5c-f412-4c89-bd8e-15af3896bf84 HTTP/1.1" status: 204 len: 168 time: 0.9693604 Jun 23 14:20:47.151408 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39840) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:47.221014 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7609171-4754-4489-98ec-94882905fe97 admin admin] Deleting subnet 41f71818-1bed-4347-94b7-2cb13cb757b0 {{(pid=93099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:20:47.227552 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d7609171-4754-4489-98ec-94882905fe97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.268729 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d7609171-4754-4489-98ec-94882905fe97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9394874'] for subnet, precommit_delete_associations {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.395302 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d7609171-4754-4489-98ec-94882905fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.454635 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d7609171-4754-4489-98ec-94882905fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2216226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9244819'] for subnet, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.456883 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:47.487581 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7609171-4754-4489-98ec-94882905fe97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f71818-1bed-4347-94b7-2cb13cb757b0,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:47.489401 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d7609171-4754-4489-98ec-94882905fe97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.494100 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-d7609171-4754-4489-98ec-94882905fe97 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/41f71818-1bed-4347-94b7-2cb13cb757b0 HTTP/1.1" status: 204 len: 168 time: 0.3388321 Jun 23 14:20:47.494100 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d7609171-4754-4489-98ec-94882905fe97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:47.495022 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 39844) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:47.497469 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d192a-3b71-48d7-98d3-7b392b2f5ce0 None None] Network b624a90f-2b1c-40cc-81e6-a588383f6301 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:20:47.567933 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.642285 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Deleting port 765afbaf-7194-4a2f-8610-7c7288501f9d {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:47.642745 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.702380 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device cdc230ce-3d93-43f2-a20c-8f2baac7c0eb no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:20:47.747960 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] For port 765afbaf-7194-4a2f-8610-7c7288501f9d, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=765afbaf-7194-4a2f-8610-7c7288501f9d,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:47.748326 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.751776 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: cdc230ce-3d93-43f2-a20c-8f2baac7c0eb {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:20:47.752176 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device cdc230ce-3d93-43f2-a20c-8f2baac7c0eb not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:20:47.753734 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 5b0827bc-d836-4836-822a-f2e58b977940 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:20:47.769807 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Calling delete_port for 765afbaf-7194-4a2f-8610-7c7288501f9d owned by network:dhcp {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:47.806398 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 5b0827bc-d836-4836-822a-f2e58b977940 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:20:47.807151 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 5b0827bc-d836-4836-822a-f2e58b977940 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:20:47.813249 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c0738-b8e6-4e1c-a94d-d6798ec5d825 None None] DHCP port deletion for b624a90f-2b1c-40cc-81e6-a588383f6301 request from dv-cinder-784477-5-iscsi {{(pid=93101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:20:47.817404 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9f29-3827-46bb-9a02-78fc7156e2da req-058d5cbb-c8c5-47db-8588-1cd5f19cc9bd tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:47.822600 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cf5a9f29-3827-46bb-9a02-78fc7156e2da req-058d5cbb-c8c5-47db-8588-1cd5f19cc9bd tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 943 time: 0.1532221 Jun 23 14:20:47.865047 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-34095f89-79b4-46bf-8610-b0931d089dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.871959 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-cf5a9f29-3827-46bb-9a02-78fc7156e2da req-1129b85c-98eb-4a8b-a7a7-a46cb2e7e628 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465252 Jun 23 14:20:47.889548 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-657c0738-b8e6-4e1c-a94d-d6798ec5d825 None None] Deleting port 765afbaf-7194-4a2f-8610-7c7288501f9d {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:47.889932 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-657c0738-b8e6-4e1c-a94d-d6798ec5d825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.901139 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:47.904426 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d704f007-1c66-4542-81ea-c5870b8fe150 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:47.928841 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=765afbaf-7194-4a2f-8610-7c7288501f9d,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:47.930727 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] No DVR routers for this DVR port 765afbaf-7194-4a2f-8610-7c7288501f9d on host dv-cinder-784477-5-iscsi {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:20:47.932173 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:47.987851 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-657c0738-b8e6-4e1c-a94d-d6798ec5d825 None None] For port 765afbaf-7194-4a2f-8610-7c7288501f9d, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=765afbaf-7194-4a2f-8610-7c7288501f9d,segment=NetworkSegment(446baaee-c383-448e-b4e8-ac21527cb42b),segment_id=446baaee-c383-448e-b4e8-ac21527cb42b)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:47.988277 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-657c0738-b8e6-4e1c-a94d-d6798ec5d825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:48.004528 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-657c0738-b8e6-4e1c-a94d-d6798ec5d825 None None] Calling delete_port for 765afbaf-7194-4a2f-8610-7c7288501f9d owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:48.027296 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:48.052936 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b624a90f-2b1c-40cc-81e6-a588383f6301']}} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:48.065248 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446baaee-c383-448e-b4e8-ac21527cb42b') {'for_net_delete': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:48.065542 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446baaee-c383-448e-b4e8-ac21527cb42b') {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:48.077012 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2483864'] for segment, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:48.096078 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:48.104650 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=93100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:20:48.105033 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10014598'] for segment, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: Traceback (most recent call last): Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: timer() Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: cb(*args, **kw) Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: return func(*args, **kwargs) Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: self._notify() Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: self.callback(batched_events) Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: event.method(event) Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: return f(self, *a, **k) Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._get(url).json() Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: return self.request(url, 'GET', **kwargs) Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:20:48.106787 dv-cinder-784477-5-iscsi neutron-server[93100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:20:48.124861 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d90264-d875-45fc-9776-77999f56b988 req-29506d82-3227-469f-91e2-aab8ecfaae7a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:48.126335 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-65d90264-d875-45fc-9776-77999f56b988 req-29506d82-3227-469f-91e2-aab8ecfaae7a tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 947 time: 0.1164854 Jun 23 14:20:48.130472 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-657c0738-b8e6-4e1c-a94d-d6798ec5d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:48.136357 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-c7e13dc9-557b-4a43-81a9-d260757aa1dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:48.160482 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c0738-b8e6-4e1c-a94d-d6798ec5d825 None None] Pushing event deleted for resources: {'Port': ['ID=765afbaf-7194-4a2f-8610-7c7288501f9d,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:48.163069 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c0738-b8e6-4e1c-a94d-d6798ec5d825 None None] No DVR routers for this DVR port 765afbaf-7194-4a2f-8610-7c7288501f9d on host dv-cinder-784477-5-iscsi {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:20:48.164310 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-657c0738-b8e6-4e1c-a94d-d6798ec5d825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:48.481013 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:48.488837 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-65d90264-d875-45fc-9776-77999f56b988 req-2c24a3e1-65bf-48a1-a6a7-409d9f155f63 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561883 Jun 23 14:20:48.490061 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:48.495002 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b624a90f-2b1c-40cc-81e6-a588383f6301 HTTP/1.1" status: 204 len: 168 time: 0.9958177 Jun 23 14:20:48.495002 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:48.495415 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39852) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:48.504511 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b624a90f-2b1c-40cc-81e6-a588383f6301,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:48.507220 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-52ca01c5-9fba-450a-9844-25426414bfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:49.133290 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738f947-1056-4719-826b-9ab1170cd079 req-bd73a6f5-2a53-4de1-a31e-434bcc430caa tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:49.134769 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b738f947-1056-4719-826b-9ab1170cd079 req-bd73a6f5-2a53-4de1-a31e-434bcc430caa tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 943 time: 0.1195855 Jun 23 14:20:49.215015 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b738f947-1056-4719-826b-9ab1170cd079 req-556c17ae-387b-42c3-8a25-7acf690e5433 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596468 Jun 23 14:20:49.230844 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3818491'] for router_interface, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:49.543966 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] Deleting port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:49.544546 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:49.631606 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] For port 4ed2483e-be2b-4db2-8d79-f5bdbac1134a, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=4ed2483e-be2b-4db2-8d79-f5bdbac1134a,segment=NetworkSegment(1375105c-2bc8-48df-8229-525aafcc5326),segment_id=1375105c-2bc8-48df-8229-525aafcc5326)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:49.632373 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:49.650469 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] Calling delete_port for 4ed2483e-be2b-4db2-8d79-f5bdbac1134a owned by network:router_interface {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:49.672924 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 765afbaf-7194-4a2f-8610-7c7288501f9d no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:20:49.693378 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 765afbaf-7194-4a2f-8610-7c7288501f9d {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:20:49.694030 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 765afbaf-7194-4a2f-8610-7c7288501f9d not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:20:49.878068 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:49.880174 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:49.904732 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed2483e-be2b-4db2-8d79-f5bdbac1134a,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:49.907664 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:50.090556 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921931'] for router_interface, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:50.306745 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] Router 3ae65f60-310d-4095-94d7-5c8281560625 has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:20:50.361490 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-1c52e0c7-78e3-48f3-a920-1375c679dd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:50.396125 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b977-636d-4096-9573-5ff4d903c7f9 req-78f1dd64-5190-42ca-b0b5-258ee9e0fab7 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:50.397790 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a7b6b977-636d-4096-9573-5ff4d903c7f9 req-78f1dd64-5190-42ca-b0b5-258ee9e0fab7 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 943 time: 0.0679283 Jun 23 14:20:50.421514 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:20:50.429171 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-aa64e2c6-9545-4561-b9b7-8da5165ee8fa admin admin] 10.222.0.13 "PUT /v2.0/routers/3ae65f60-310d-4095-94d7-5c8281560625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9299996 Jun 23 14:20:50.430688 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39872) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:50.431111 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa835c-26d4-4835-a360-44c59593aa22 None None] Sync routers for ids ['3ae65f60-310d-4095-94d7-5c8281560625'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:20:50.438216 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a7b6b977-636d-4096-9573-5ff4d903c7f9 req-9002573d-ba76-4605-855e-3ee8c39e9db2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343564 Jun 23 14:20:50.442767 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa835c-26d4-4835-a360-44c59593aa22 None None] Routers {'3ae65f60-310d-4095-94d7-5c8281560625'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:20:50.443416 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-b7fa835c-26d4-4835-a360-44c59593aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:20:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['3ae65f60-310d-4095-94d7-5c8281560625'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:50.532782 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Notify callbacks [] for router, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:50.545426 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-b7fa835c-26d4-4835-a360-44c59593aa22 None None] Set router 3ae65f60-310d-4095-94d7-5c8281560625 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:20:50.639932 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:50.692322 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Deleting port 958aa634-317f-48ab-87d8-a83ba64f48b9 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:50.692671 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:50.725365 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-b7fa835c-26d4-4835-a360-44c59593aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae65f60-310d-4095-94d7-5c8281560625', 'name': 'tempest-TestMinimumBasicScenario-599086966-router', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:20:49Z', 'revision_number': 5, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'gw_port': {'id': '958aa634-317f-48ab-87d8-a83ba64f48b9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae65f60-310d-4095-94d7-5c8281560625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:50.751868 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa835c-26d4-4835-a360-44c59593aa22 None None] Checking router: 3ae65f60-310d-4095-94d7-5c8281560625 for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:20:50.760672 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa835c-26d4-4835-a360-44c59593aa22 None None] Routers {'3ae65f60-310d-4095-94d7-5c8281560625'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:20:50.761283 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-b7fa835c-26d4-4835-a360-44c59593aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:20:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['3ae65f60-310d-4095-94d7-5c8281560625'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:50.775896 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] For port 958aa634-317f-48ab-87d8-a83ba64f48b9, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=958aa634-317f-48ab-87d8-a83ba64f48b9,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:50.776258 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:50.793620 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Calling delete_port for 958aa634-317f-48ab-87d8-a83ba64f48b9 owned by network:router_gateway {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:50.921613 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:50.936383 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-b7fa835c-26d4-4835-a360-44c59593aa22 None None] Set router 3ae65f60-310d-4095-94d7-5c8281560625 gateway port host: None {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:20:50.965511 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:50.968994 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-0b99ce16-d4d0-4488-8daa-6457b4b72104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:50.991432 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-b7fa835c-26d4-4835-a360-44c59593aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae65f60-310d-4095-94d7-5c8281560625', 'name': 'tempest-TestMinimumBasicScenario-599086966-router', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:20:50Z', 'revision_number': 6, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'gw_port_host': None}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:50.998582 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Pushing event deleted for resources: {'Port': ['ID=958aa634-317f-48ab-87d8-a83ba64f48b9,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:51.007350 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:51.020718 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa835c-26d4-4835-a360-44c59593aa22 None None] The sync data for ids ['3ae65f60-310d-4095-94d7-5c8281560625'] in dv-cinder-784477-5-iscsi is: [{'id': '3ae65f60-310d-4095-94d7-5c8281560625', 'name': 'tempest-TestMinimumBasicScenario-599086966-router', 'tenant_id': '12f293f6af78417eb8d920a8cba290e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:20Z', 'updated_at': '2021-06-23T14:20:50Z', 'revision_number': 6, 'project_id': '12f293f6af78417eb8d920a8cba290e1', 'gw_port_host': None}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:20:51.072637 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3805342'] for router_gateway, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.175815 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3922362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5956'] for router, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.177944 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.197559 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.247754 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3922928'] for router, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.248321 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae65f60-310d-4095-94d7-5c8281560625 {{(pid=93099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:20:51.253245 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] Notify callbacks [] for router, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.254729 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-32fbc9b7-4d3f-4bc4-9c39-de4fa65703da admin admin] 10.222.0.13 "DELETE /v2.0/routers/3ae65f60-310d-4095-94d7-5c8281560625 HTTP/1.1" status: 204 len: 168 time: 0.8234570 Jun 23 14:20:51.258280 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 39884) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:51.303745 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59ab0d0-17f2-4036-92e9-5c43085a1888 admin admin] Deleting subnet 1c423b9c-459d-4b0c-b593-7b03d7e2f072 {{(pid=93100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:20:51.307213 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a59ab0d0-17f2-4036-92e9-5c43085a1888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.348450 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a59ab0d0-17f2-4036-92e9-5c43085a1888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2483847'] for subnet, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.463708 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a59ab0d0-17f2-4036-92e9-5c43085a1888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.525613 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a59ab0d0-17f2-4036-92e9-5c43085a1888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10014491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069733'] for subnet, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.528786 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:51.554755 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ab0d0-17f2-4036-92e9-5c43085a1888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c423b9c-459d-4b0c-b593-7b03d7e2f072,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:51.557036 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a59ab0d0-17f2-4036-92e9-5c43085a1888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.559406 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-a59ab0d0-17f2-4036-92e9-5c43085a1888 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1c423b9c-459d-4b0c-b593-7b03d7e2f072 HTTP/1.1" status: 204 len: 168 time: 0.2998304 Jun 23 14:20:51.560625 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a59ab0d0-17f2-4036-92e9-5c43085a1888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:51.561640 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39890) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:51.565630 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5448a821-cf0d-45ad-8cc3-755611a18142 None None] Network 2397aaad-a1a9-4772-95e8-8ef69688d9e5 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:20:51.630966 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ce1d4-9713-467d-850a-11467b485b16 req-2bc5bd85-dbd9-4d3f-b6da-2c2608cf25dc tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:51.632467 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-129ce1d4-9713-467d-850a-11467b485b16 req-2bc5bd85-dbd9-4d3f-b6da-2c2608cf25dc tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 943 time: 0.0646596 Jun 23 14:20:51.636535 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.673406 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-129ce1d4-9713-467d-850a-11467b485b16 req-9c5e2ee2-ec16-48f6-9d28-b12b8046a123 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335963 Jun 23 14:20:51.693156 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Deleting port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:51.693659 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.755590 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] For port 8e814f96-e5a8-4296-9c08-5a5dbfc71173, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=8e814f96-e5a8-4296-9c08-5a5dbfc71173,segment=NetworkSegment(1375105c-2bc8-48df-8229-525aafcc5326),segment_id=1375105c-2bc8-48df-8229-525aafcc5326)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:51.755884 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.767943 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Calling delete_port for 8e814f96-e5a8-4296-9c08-5a5dbfc71173 owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:51.832645 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de139571-d2da-47ca-91a4-b36ae230160d None None] DHCP port deletion for 2397aaad-a1a9-4772-95e8-8ef69688d9e5 request from dv-cinder-784477-5-iscsi {{(pid=93101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:20:51.853150 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.858957 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d846a527-2d05-4d95-9822-e3e1286dd104 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:51.883164 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e814f96-e5a8-4296-9c08-5a5dbfc71173,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:51.886518 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:51.887305 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] No DVR routers for this DVR port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 on host dv-cinder-784477-5-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:20:51.900247 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-de139571-d2da-47ca-91a4-b36ae230160d None None] Deleting port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:51.900710 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de139571-d2da-47ca-91a4-b36ae230160d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.922254 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8e814f96-e5a8-4296-9c08-5a5dbfc71173 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:20:51.945381 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 8e814f96-e5a8-4296-9c08-5a5dbfc71173 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:20:51.945806 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8e814f96-e5a8-4296-9c08-5a5dbfc71173 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:20:51.946352 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 958aa634-317f-48ab-87d8-a83ba64f48b9 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:20:51.962702 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:51.972803 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2397aaad-a1a9-4772-95e8-8ef69688d9e5']}} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:51.999283 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 958aa634-317f-48ab-87d8-a83ba64f48b9 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:20:51.999829 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 958aa634-317f-48ab-87d8-a83ba64f48b9 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:20:52.000289 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 4ed2483e-be2b-4db2-8d79-f5bdbac1134a no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:20:52.029981 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 4ed2483e-be2b-4db2-8d79-f5bdbac1134a {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:20:52.030467 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 4ed2483e-be2b-4db2-8d79-f5bdbac1134a not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:20:52.032689 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-de139571-d2da-47ca-91a4-b36ae230160d None None] For port 8e814f96-e5a8-4296-9c08-5a5dbfc71173, host dv-cinder-784477-5-iscsi, got binding levels [] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:52.033087 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de139571-d2da-47ca-91a4-b36ae230160d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.052319 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-de139571-d2da-47ca-91a4-b36ae230160d None None] Calling delete_port for 8e814f96-e5a8-4296-9c08-5a5dbfc71173 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:52.055423 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.ipam_backend_mixin [None req-de139571-d2da-47ca-91a4-b36ae230160d None None] Port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 was not found and therefore no delete operation was performed {{(pid=93101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 14:20:52.056884 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-de139571-d2da-47ca-91a4-b36ae230160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.058935 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:52.105025 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de139571-d2da-47ca-91a4-b36ae230160d None None] Pushing event deleted for resources: {'Port': ['ID=8e814f96-e5a8-4296-9c08-5a5dbfc71173,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:52.113815 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-de139571-d2da-47ca-91a4-b36ae230160d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:52.114764 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de139571-d2da-47ca-91a4-b36ae230160d None None] No DVR routers for this DVR port 8e814f96-e5a8-4296-9c08-5a5dbfc71173 on host dv-cinder-784477-5-iscsi {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:20:52.219448 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1375105c-2bc8-48df-8229-525aafcc5326') {'for_net_delete': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:52.219728 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1375105c-2bc8-48df-8229-525aafcc5326') {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:52.229162 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9394853'] for segment, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.246268 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.252443 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:20:52.252831 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2216383'] for segment, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: Traceback (most recent call last): Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: timer() Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: cb(*args, **kw) Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: return func(*args, **kwargs) Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: self._notify() Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: self.callback(batched_events) Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: event.method(event) Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: return f(self, *a, **k) Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._get(url).json() Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: return self.request(url, 'GET', **kwargs) Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:20:52.254478 dv-cinder-784477-5-iscsi neutron-server[93099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:20:52.308144 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.311754 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:52.314344 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.316059 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2397aaad-a1a9-4772-95e8-8ef69688d9e5 HTTP/1.1" status: 204 len: 168 time: 0.7531846 Jun 23 14:20:52.328124 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Pushing event deleted for resources: {'Network': ['ID=2397aaad-a1a9-4772-95e8-8ef69688d9e5,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:52.330684 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:52.502723 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39900) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:52.509933 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 7001c441-f223-46fc-9d2e-9961db50bd3c details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:20:52.531481 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555d2de-cf9a-4da1-acaf-32c00019578b req-e8141639-c0a2-4aee-a3e9-fe7f5b3e4446 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:52.534442 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7555d2de-cf9a-4da1-acaf-32c00019578b req-e8141639-c0a2-4aee-a3e9-fe7f5b3e4446 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0708065 Jun 23 14:20:52.558605 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9872c955-dc44-4f6e-a8a9-f31c63924e11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e9fe00ee58f45f3841243769342c70a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544627 Jun 23 14:20:52.561725 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39902) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:52.573560 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-7555d2de-cf9a-4da1-acaf-32c00019578b req-f41107dc-0956-4171-8bae-cef96365cbf4 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334930 Jun 23 14:20:52.613530 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 7001c441-f223-46fc-9d2e-9961db50bd3c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7001c441-f223-46fc-9d2e-9961db50bd3c,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:52.621488 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-82842510-1d47-408a-b9ba-f0aeb5933267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.625236 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '7001c441-f223-46fc-9d2e-9961db50bd3c', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'port_id': '7001c441-f223-46fc-9d2e-9961db50bd3c', 'mac_address': 'fa:16:3e:64:c6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:20:52.642463 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-82842510-1d47-408a-b9ba-f0aeb5933267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.659992 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.672754 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7001c441-f223-46fc-9d2e-9961db50bd3c {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:20:52.690217 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-82842510-1d47-408a-b9ba-f0aeb5933267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.692738 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-82842510-1d47-408a-b9ba-f0aeb5933267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.693642 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 7001c441-f223-46fc-9d2e-9961db50bd3c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7001c441-f223-46fc-9d2e-9961db50bd3c,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:52.693895 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-82842510-1d47-408a-b9ba-f0aeb5933267 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41353db3-3d38-4864-b92f-7c5b8ace78be HTTP/1.1" status: 204 len: 168 time: 0.1311319 Jun 23 14:20:52.695014 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-6152e31c-453b-462f-8b4f-c436d82f521e tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:52.700519 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:52.702534 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:52.702851 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82842510-1d47-408a-b9ba-f0aeb5933267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41353db3-3d38-4864-b92f-7c5b8ace78be,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:52.705935 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-82842510-1d47-408a-b9ba-f0aeb5933267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:52.765848 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=7001c441-f223-46fc-9d2e-9961db50bd3c,revision_number=4']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:52.768835 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:52.862363 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182a3ba-496a-4412-a9ca-6bab9aecbb3c req-286def2e-49eb-4fa5-a283-5ef5f272c562 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:52.863864 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6182a3ba-496a-4412-a9ca-6bab9aecbb3c req-286def2e-49eb-4fa5-a283-5ef5f272c562 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 944 time: 0.0678370 Jun 23 14:20:52.903830 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6182a3ba-496a-4412-a9ca-6bab9aecbb3c req-3769077b-b260-4bac-9fa8-94c9940a8470 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332248 Jun 23 14:20:53.023247 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39910) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:53.062783 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-d1f12171-5f6b-4f9b-aa74-e4f949210b2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12f293f6af78417eb8d920a8cba290e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384221 Jun 23 14:20:53.065140 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39912) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:53.114614 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9817c661-803c-4715-98f7-2ce783a4bafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:53.135637 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9817c661-803c-4715-98f7-2ce783a4bafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:53.179548 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['7001c441-f223-46fc-9d2e-9961db50bd3c'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:20:53.182652 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9817c661-803c-4715-98f7-2ce783a4bafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:53.185249 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9817c661-803c-4715-98f7-2ce783a4bafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:53.186552 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9817c661-803c-4715-98f7-2ce783a4bafa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a35402d-1967-427b-90f5-9818d75ad45d HTTP/1.1" status: 204 len: 168 time: 0.1204062 Jun 23 14:20:53.187373 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4c1d9f3a-82f4-4bc5-b4f0-3c54853f91ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:53.195690 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817c661-803c-4715-98f7-2ce783a4bafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a35402d-1967-427b-90f5-9818d75ad45d,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:53.201967 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9817c661-803c-4715-98f7-2ce783a4bafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:53.367779 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:53.746798 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1c9a8-c52b-4042-8aab-c6173e9ccb84 req-a0b76734-2902-4d85-b867-9e8a6a0e4363 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:53.748255 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ebe1c9a8-c52b-4042-8aab-c6173e9ccb84 req-a0b76734-2902-4d85-b867-9e8a6a0e4363 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0641696 Jun 23 14:20:53.787405 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ebe1c9a8-c52b-4042-8aab-c6173e9ccb84 req-e4025cd8-b897-4391-a78a-a6261d670903 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333183 Jun 23 14:20:54.078222 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa8d34-67ef-4c66-8427-c4bb381d3e02 req-e2486042-25d9-4615-86a8-61e734d7fc91 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:54.079672 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-affa8d34-67ef-4c66-8427-c4bb381d3e02 req-e2486042-25d9-4615-86a8-61e734d7fc91 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 944 time: 0.0624576 Jun 23 14:20:54.117686 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-affa8d34-67ef-4c66-8427-c4bb381d3e02 req-c0246e68-d79e-467a-8b0d-2425a5362208 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Jun 23 14:20:54.523282 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 7001c441-f223-46fc-9d2e-9961db50bd3c up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:20:54.573237 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning for port 7001c441-f223-46fc-9d2e-9961db50bd3c completed by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:20:54.577748 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 7001c441-f223-46fc-9d2e-9961db50bd3c triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:20:54.578280 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:54.656861 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:54.680075 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7001c441-f223-46fc-9d2e-9961db50bd3c'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:54.682433 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb1d029-3191-4af0-8f52-b6c7fd0d9ddf" -d '{"events": [{"server_uuid": "f1f958ad-2a51-4cad-81c2-3373b2a4de21", "name": "network-vif-plugged", "status": "completed", "tag": "7001c441-f223-46fc-9d2e-9961db50bd3c"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:54.696372 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 7001c441-f223-46fc-9d2e-9961db50bd3c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7001c441-f223-46fc-9d2e-9961db50bd3c,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:54.701486 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:54.703511 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:54.726142 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8782fda-09c0-4acc-b9df-6af4d6f6f2fb x-openstack-request-id: req-b8782fda-09c0-4acc-b9df-6af4d6f6f2fb {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:54.726438 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f958ad-2a51-4cad-81c2-3373b2a4de21", "name": "network-vif-plugged", "status": "completed", "tag": "7001c441-f223-46fc-9d2e-9961db50bd3c", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:54.726696 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8782fda-09c0-4acc-b9df-6af4d6f6f2fb {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:54.727090 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7001c441-f223-46fc-9d2e-9961db50bd3c', 'code': 200} Jun 23 14:20:54.751713 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=7001c441-f223-46fc-9d2e-9961db50bd3c,revision_number=5']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:54.759602 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.759951 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.760287 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.760616 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.760939 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.761492 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.761820 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.762249 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.762564 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.763098 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.763421 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.763817 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:54.773338 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:54.981512 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d330f7-f5e5-4b75-9b52-80355a212d40 req-016023cd-108a-4af4-9d23-5dca69293b61 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:54.983072 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f9d330f7-f5e5-4b75-9b52-80355a212d40 req-016023cd-108a-4af4-9d23-5dca69293b61 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0815346 Jun 23 14:20:55.027516 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f9d330f7-f5e5-4b75-9b52-80355a212d40 req-a350b390-8bd3-487e-9ce5-737fb1387ad8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383153 Jun 23 14:20:55.232777 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd5838-50c9-45e1-9b1e-1b1922c63bfb req-a1c2ebff-8403-4349-bacb-16a888dd39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:55.234172 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-66bd5838-50c9-45e1-9b1e-1b1922c63bfb req-a1c2ebff-8403-4349-bacb-16a888dd39e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 1098 time: 0.1995804 Jun 23 14:20:55.297924 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-66bd5838-50c9-45e1-9b1e-1b1922c63bfb req-54d22d89-c15a-47a6-96f6-273e598b8d93 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536335 Jun 23 14:20:55.321218 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3cbf2-4746-469c-87bd-3ff3c3950dad req-f84ccad1-77b6-436e-83fa-cb033d71b73f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:55.322661 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9fb3cbf2-4746-469c-87bd-3ff3c3950dad req-f84ccad1-77b6-436e-83fa-cb033d71b73f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 945 time: 0.0869043 Jun 23 14:20:55.360101 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9fb3cbf2-4746-469c-87bd-3ff3c3950dad req-d6d7a38f-4e50-4ee2-bf19-63a0e8341b3d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317376 Jun 23 14:20:56.198762 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2faeac-8ea7-49b3-8b18-ffd06a25fe62 req-a04e32ba-e72e-4f3e-9d55-cfb06a9b38c9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:56.200206 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1b2faeac-8ea7-49b3-8b18-ffd06a25fe62 req-a04e32ba-e72e-4f3e-9d55-cfb06a9b38c9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0630503 Jun 23 14:20:56.239226 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-1b2faeac-8ea7-49b3-8b18-ffd06a25fe62 req-bd9adeb2-5557-4192-8b93-d4537a945746 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334265 Jun 23 14:20:56.532926 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e087f-95d5-4b06-8060-fd4781a57d53 req-3b241464-1f72-47fe-bc38-ed9473651f1a tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:56.534423 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d95e087f-95d5-4b06-8060-fd4781a57d53 req-3b241464-1f72-47fe-bc38-ed9473651f1a tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 945 time: 0.0640953 Jun 23 14:20:56.571945 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d95e087f-95d5-4b06-8060-fd4781a57d53 req-56a89c47-6539-4af6-874e-d996f2030425 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Jun 23 14:20:57.415651 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef56b9-4394-4932-aa5e-eb20b1187fc4 req-948b41b9-d653-4159-9988-e2fd330b0659 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:57.417103 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03ef56b9-4394-4932-aa5e-eb20b1187fc4 req-948b41b9-d653-4159-9988-e2fd330b0659 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0651588 Jun 23 14:20:57.457044 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-03ef56b9-4394-4932-aa5e-eb20b1187fc4 req-c635380d-d19f-4fb1-ab1a-80317f043171 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339694 Jun 23 14:20:57.747356 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1a986-e2c3-49a0-b1f0-9041c3cb63e7 req-8a03e018-e7ab-4969-8402-9aab4b7f489e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:57.749012 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-85f1a986-e2c3-49a0-b1f0-9041c3cb63e7 req-8a03e018-e7ab-4969-8402-9aab4b7f489e tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 945 time: 0.0682268 Jun 23 14:20:57.787004 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-85f1a986-e2c3-49a0-b1f0-9041c3cb63e7 req-eb47a012-873e-4723-bdf1-85d38241b86f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324273 Jun 23 14:20:57.966504 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4dd3c-4c7d-4dd7-b0d4-08537292721c req-6ab35214-4040-47a6-9a48-feb786c20bf2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:57.967847 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-89e4dd3c-4c7d-4dd7-b0d4-08537292721c req-6ab35214-4040-47a6-9a48-feb786c20bf2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 945 time: 0.0718184 Jun 23 14:20:58.005612 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-89e4dd3c-4c7d-4dd7-b0d4-08537292721c req-a73c33f0-f9cf-4ee6-901d-28580094941b tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Jun 23 14:20:58.030850 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39948) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:58.180756 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c211a08-5057-48e2-a2bc-f1934980e180 tempest-TestVolumeBootPattern-1628955376 tempest-TestVolumeBootPattern-1628955376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:58.182238 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9c211a08-5057-48e2-a2bc-f1934980e180 tempest-TestVolumeBootPattern-1628955376 tempest-TestVolumeBootPattern-1628955376-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 1093 time: 0.1503618 Jun 23 14:20:58.184993 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 39952) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:58.189213 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.v2.base [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Request body: {'floatingip': {'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'port_id': '7001c441-f223-46fc-9d2e-9961db50bd3c', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:20:58.211822 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:58.316948 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-598828'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:58.420064 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Allocated IP 172.27.1.67 (710040d5-090b-4499-bb22-f2344abaefd1/7f08a345-b6db-4b38-84ae-2ae257831658/90c3cb49-5299-469a-abfb-d3c2fe9d90a5) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:20:58.528041 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:58.565217 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-598891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773592613277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2216305'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:58.568036 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f87f133a-fffb-47d2-97dd-4e10a7c078d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:58.606988 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Network 710040d5-090b-4499-bb22-f2344abaefd1 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:20:58.611877 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:20:58.616450 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:20:58.620003 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'Port': ['ID=90c3cb49-5299-469a-abfb-d3c2fe9d90a5,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:58.639755 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:58.646343 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9111fb-b94c-4cf5-af52-a280e4964c32 req-97cdd615-326d-4dc9-8da2-7dd91e39e138 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:58.648553 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ee9111fb-b94c-4cf5-af52-a280e4964c32 req-97cdd615-326d-4dc9-8da2-7dd91e39e138 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0770760 Jun 23 14:20:58.691525 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ee9111fb-b94c-4cf5-af52-a280e4964c32 req-1cab2c93-5901-4446-bc12-0e309f48d121 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342293 Jun 23 14:20:59.013362 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.095953 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.243029 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.249119 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2216291'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.251119 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:59.327367 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event updated for resources: {'Port': ['ID=90c3cb49-5299-469a-abfb-d3c2fe9d90a5,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:59.331422 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:59.347455 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.447739 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.l3_db [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Floating IP 6313bfce-b6b1-45ce-99d2-31b8081612f6 associated. External IP: 172.27.1.67, port: 7001c441-f223-46fc-9d2e-9961db50bd3c. Jun 23 14:20:59.653603 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Router c11799aa-b529-4788-8a33-be4d3442f06e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:20:59.758582 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:20:59.769224 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3277de13-6580-405e-8dda-f5a771354cfc None None] Sync routers for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:20:59.774169 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:59.780964 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3277de13-6580-405e-8dda-f5a771354cfc None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:20:59.781710 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3277de13-6580-405e-8dda-f5a771354cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:20:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:59.837366 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6499100 Jun 23 14:20:59.838386 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'tag': '7001c441-f223-46fc-9d2e-9961db50bd3c'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:59.840670 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad37d8d8beeb8169df3800a911929a3f4a5a3b87fc410ff1711a5d18233c5e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619abfd1-396a-421d-9565-77fec96e4eff" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f958ad-2a51-4cad-81c2-3373b2a4de21", "tag": "7001c441-f223-46fc-9d2e-9961db50bd3c"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:59.890074 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858ffb6-06b7-49c1-9dac-e7946c8d83ac req-0eb1df41-fafa-402a-8372-18eb3bb5d0d2 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:59.891644 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6858ffb6-06b7-49c1-9dac-e7946c8d83ac req-0eb1df41-fafa-402a-8372-18eb3bb5d0d2 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0883801 Jun 23 14:20:59.893211 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb08a5f4-a5dd-4dfd-b3ac-61e51f8df47e x-openstack-request-id: req-fb08a5f4-a5dd-4dfd-b3ac-61e51f8df47e {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:59.893600 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f958ad-2a51-4cad-81c2-3373b2a4de21", "tag": "7001c441-f223-46fc-9d2e-9961db50bd3c", "status": "completed", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:59.893890 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb08a5f4-a5dd-4dfd-b3ac-61e51f8df47e {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:59.894363 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'tag': '7001c441-f223-46fc-9d2e-9961db50bd3c', 'status': 'completed', 'code': 200} Jun 23 14:20:59.900317 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-3277de13-6580-405e-8dda-f5a771354cfc None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:20:59.931017 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-6858ffb6-06b7-49c1-9dac-e7946c8d83ac req-8b9f5953-71a7-4ca7-90c6-5b0359c65cb1 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337958 Jun 23 14:21:00.004053 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619abfd1-396a-421d-9565-77fec96e4eff req-c7b706a5-fd21-492f-bbbd-17c44ea8da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:00.006241 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-619abfd1-396a-421d-9565-77fec96e4eff req-c7b706a5-fd21-492f-bbbd-17c44ea8da22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 1098 time: 0.0621750 Jun 23 14:21:00.106395 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619abfd1-396a-421d-9565-77fec96e4eff req-22c868a1-a485-42d6-9208-780ef36c5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:00.107832 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-619abfd1-396a-421d-9565-77fec96e4eff req-22c868a1-a485-42d6-9208-780ef36c5ad6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 913 time: 0.0938528 Jun 23 14:21:00.149651 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3277de13-6580-405e-8dda-f5a771354cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '6313bfce-b6b1-45ce-99d2-31b8081612f6', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '7001c441-f223-46fc-9d2e-9961db50bd3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:64:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:20:58Z', 'updated_at': '2021-06-23T14:20:58Z', 'revision_number': 0, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}, {'id': 'dd6b98ce-4981-491a-b636-1da1a6d84f4e', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '61731831-b527-435e-8772-5f1916d8c093', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:cd:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:02Z', 'updated_at': '2021-06-23T14:18:04Z', 'revision_number': 1, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:00.175634 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3277de13-6580-405e-8dda-f5a771354cfc None None] Checking router: c11799aa-b529-4788-8a33-be4d3442f06e for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:00.176489 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-619abfd1-396a-421d-9565-77fec96e4eff req-20d67890-0ff5-48c3-91fe-9e4ca1f4c163 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7001c441-f223-46fc-9d2e-9961db50bd3c HTTP/1.1" status: 200 len: 998 time: 0.0612574 Jun 23 14:21:00.183937 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3277de13-6580-405e-8dda-f5a771354cfc None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:00.184562 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3277de13-6580-405e-8dda-f5a771354cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:20:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:00.227606 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619abfd1-396a-421d-9565-77fec96e4eff req-8226ef7c-ddac-43c8-a339-a1e4ce5ed2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:00.229048 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-619abfd1-396a-421d-9565-77fec96e4eff req-8226ef7c-ddac-43c8-a339-a1e4ce5ed2f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 200 len: 851 time: 0.0449209 Jun 23 14:21:00.291907 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619abfd1-396a-421d-9565-77fec96e4eff req-6213730d-94e2-4846-87f3-c545dc8efec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:00.292128 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-3277de13-6580-405e-8dda-f5a771354cfc None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:00.293391 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-619abfd1-396a-421d-9565-77fec96e4eff req-6213730d-94e2-4846-87f3-c545dc8efec6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c100c7db-7ecc-4676-ac86-ab42bb42442a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566580 Jun 23 14:21:00.407560 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-619abfd1-396a-421d-9565-77fec96e4eff req-e7de2061-2e9b-432e-928b-acfd032d0d2e service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065516 Jun 23 14:21:00.504982 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-619abfd1-396a-421d-9565-77fec96e4eff req-ada0680b-0f66-430e-8faf-7df41518896c service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900569 Jun 23 14:21:00.523845 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-3277de13-6580-405e-8dda-f5a771354cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '6313bfce-b6b1-45ce-99d2-31b8081612f6', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '7001c441-f223-46fc-9d2e-9961db50bd3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:64:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:20:58Z', 'updated_at': '2021-06-23T14:20:58Z', 'revision_number': 0, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}, {'id': 'dd6b98ce-4981-491a-b636-1da1a6d84f4e', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '61731831-b527-435e-8772-5f1916d8c093', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:cd:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:02Z', 'updated_at': '2021-06-23T14:18:04Z', 'revision_number': 1, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:00.554459 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3277de13-6580-405e-8dda-f5a771354cfc None None] The sync data for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi is: [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': '6313bfce-b6b1-45ce-99d2-31b8081612f6', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '7001c441-f223-46fc-9d2e-9961db50bd3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:64:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:20:58Z', 'updated_at': '2021-06-23T14:20:58Z', 'revision_number': 0, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}, {'id': 'dd6b98ce-4981-491a-b636-1da1a6d84f4e', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '61731831-b527-435e-8772-5f1916d8c093', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:cd:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:02Z', 'updated_at': '2021-06-23T14:18:04Z', 'revision_number': 1, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:21:00.758961 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ffe48-2ab1-4a0b-bbf5-3dd8042db966 None None] New status for floating IP 6313bfce-b6b1-45ce-99d2-31b8081612f6: ACTIVE {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:21:01.124756 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c9144-6c7d-4fcc-a84b-79b3a97777a8 req-229f3ca3-a398-4c64-a410-4bd115b7e9bf tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:01.126206 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f69c9144-6c7d-4fcc-a84b-79b3a97777a8 req-229f3ca3-a398-4c64-a410-4bd115b7e9bf tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0657310 Jun 23 14:21:01.162668 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f69c9144-6c7d-4fcc-a84b-79b3a97777a8 req-8ce6b798-4645-4b46-b195-63a15816ac1b tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301657 Jun 23 14:21:02.341102 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484152a-b46f-49ba-a692-1c796fe41169 req-5fbcdbd3-fad2-432a-b881-b446381b4508 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:02.342676 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9484152a-b46f-49ba-a692-1c796fe41169 req-5fbcdbd3-fad2-432a-b881-b446381b4508 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0677245 Jun 23 14:21:02.379809 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9484152a-b46f-49ba-a692-1c796fe41169 req-3eb75d9f-3ba8-4cd7-82da-683c9ca2e5e6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Jun 23 14:21:03.550999 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da2b3b-bd02-47be-8cca-80a789a82ad6 req-1e0c8fa3-1a96-49b6-b892-83a07b3d92de tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:03.552508 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d2da2b3b-bd02-47be-8cca-80a789a82ad6 req-1e0c8fa3-1a96-49b6-b892-83a07b3d92de tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0634513 Jun 23 14:21:03.589914 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-d2da2b3b-bd02-47be-8cca-80a789a82ad6 req-0aad8d09-eed4-4030-8dd8-d99a8e519ee6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317693 Jun 23 14:21:03.981960 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:21:04.756940 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf64d1f-f9da-4f24-bae3-91b3c15a8960 req-e818053f-00cf-4927-ad44-d635bfeb3496 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:04.758458 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8cf64d1f-f9da-4f24-bae3-91b3c15a8960 req-e818053f-00cf-4927-ad44-d635bfeb3496 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 945 time: 0.0754051 Jun 23 14:21:04.781436 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c1ee5-4548-47b9-9879-c412aba4bc6f req-8bd98a8a-72d3-4ed5-9f40-daf4f33fec26 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:04.782964 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ce4c1ee5-4548-47b9-9879-c412aba4bc6f req-8bd98a8a-72d3-4ed5-9f40-daf4f33fec26 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0774305 Jun 23 14:21:04.797561 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-8cf64d1f-f9da-4f24-bae3-91b3c15a8960 req-d9d5f9bd-1055-48e2-a0ee-2c6214fcaaa0 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333500 Jun 23 14:21:04.824792 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ce4c1ee5-4548-47b9-9879-c412aba4bc6f req-220d3130-13d0-4ad0-b6f4-597283a36cf1 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351169 Jun 23 14:21:05.979388 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335d370-be3e-4a3e-b921-bce29a7fe48d req-156cb333-9e35-4484-abb9-d1c8283dcc4c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:05.980951 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e335d370-be3e-4a3e-b921-bce29a7fe48d req-156cb333-9e35-4484-abb9-d1c8283dcc4c tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 945 time: 0.0668886 Jun 23 14:21:06.002193 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdf913-e4a5-4c70-8b16-b61a400bc58a req-0019387a-82dd-42be-b83b-e4abe23eb57f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:06.003684 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-02bdf913-e4a5-4c70-8b16-b61a400bc58a req-0019387a-82dd-42be-b83b-e4abe23eb57f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0651493 Jun 23 14:21:06.020716 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e335d370-be3e-4a3e-b921-bce29a7fe48d req-f9139204-7f42-44d5-9b9a-de6e8bbd5798 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338013 Jun 23 14:21:06.043473 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-02bdf913-e4a5-4c70-8b16-b61a400bc58a req-1e8d073b-4dbb-46a2-a50f-6f890bbe22dd tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335588 Jun 23 14:21:06.917007 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.200613 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0583f-bc2d-45e1-b784-e33fb1f81daf req-cf29f50a-a244-4c73-8abe-a9ee37db2e47 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:07.202124 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3de0583f-bc2d-45e1-b784-e33fb1f81daf req-cf29f50a-a244-4c73-8abe-a9ee37db2e47 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 945 time: 0.0638137 Jun 23 14:21:07.229170 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-5c10339a-e083-467f-9488-cb5182d1983b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:07.230671 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-5c10339a-e083-467f-9488-cb5182d1983b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.39 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 945 time: 0.1136067 Jun 23 14:21:07.241749 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3de0583f-bc2d-45e1-b784-e33fb1f81daf req-376f4103-d9ae-462f-85dc-71f68048c976 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups?id=caa88fcd-3ac5-4f1f-8372-824a43ba10c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334780 Jun 23 14:21:07.252914 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b674e0-2794-471c-ab7b-e08a370b9685 req-47b41953-5f8d-4c8d-8963-ea0c63472bfe tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:07.254397 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c2b674e0-2794-471c-ab7b-e08a370b9685 req-47b41953-5f8d-4c8d-8963-ea0c63472bfe tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0938797 Jun 23 14:21:07.345724 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-c2b674e0-2794-471c-ab7b-e08a370b9685 req-7aa13097-f317-4bf8-95e4-2b859cc5ae4a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707805 Jun 23 14:21:07.371808 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Deleting port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:07.372150 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.456802 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] For port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=51e2ca96-2dc6-4dac-adb0-52787c59ebb1,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:07.457074 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.631472 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.631846 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.632147 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.l3_db [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Floating IP caa2f360-9db3-4c5d-8fd9-337a01232750 disassociated. External IP: 172.27.1.250, port: 51e2ca96-2dc6-4dac-adb0-52787c59ebb1. Jun 23 14:21:07.632533 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Calling delete_port for 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:07.805307 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb4d2-ee72-469a-8f47-cdd5bc8f67fa req-1d419fb5-aeb4-4857-a93b-2c74a0daade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:07.807050 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-17fdb4d2-ee72-469a-8f47-cdd5bc8f67fa req-1d419fb5-aeb4-4857-a93b-2c74a0daade0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6185370aa2ed4a609ac4cc778de58633&device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 1098 time: 0.1127186 Jun 23 14:21:07.808220 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.812443 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:07.845595 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event deleted for resources: {'Port': ['ID=51e2ca96-2dc6-4dac-adb0-52787c59ebb1,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:07.906020 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.906543 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.906929 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.907297 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.907658 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.908015 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.908369 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.908723 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.909075 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.909426 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.909775 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.910147 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:07.914062 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:08.009045 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb4d2-ee72-469a-8f47-cdd5bc8f67fa req-2f730942-da71-4106-a40e-aceb67cfb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:08.010526 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-17fdb4d2-ee72-469a-8f47-cdd5bc8f67fa req-2f730942-da71-4106-a40e-aceb67cfb5e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8de9a96-35e7-4aab-836f-d73407f1b67f HTTP/1.1" status: 200 len: 910 time: 0.1938560 Jun 23 14:21:08.075766 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Router 859377d6-c706-41cf-bfa8-998e523d8e1e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:21:08.093459 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-17fdb4d2-ee72-469a-8f47-cdd5bc8f67fa req-0d6d1040-965c-4df6-b84b-99e51fff74e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a HTTP/1.1" status: 200 len: 1000 time: 0.0753310 Jun 23 14:21:08.205386 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb4d2-ee72-469a-8f47-cdd5bc8f67fa req-3eae7c67-ad4c-4fc5-bdd6-0141b7c35afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:08.206835 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-17fdb4d2-ee72-469a-8f47-cdd5bc8f67fa req-3eae7c67-ad4c-4fc5-bdd6-0141b7c35afb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a075194-826e-444f-86de-c6e11b4afde2 HTTP/1.1" status: 200 len: 848 time: 0.0801682 Jun 23 14:21:08.256032 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:21:08.269302 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60035f16-055d-4e9d-b777-f97085ab0921 None None] Sync routers for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:21:08.284647 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60035f16-055d-4e9d-b777-f97085ab0921 None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:08.285919 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-60035f16-055d-4e9d-b777-f97085ab0921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:20:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:08.313602 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] No DVR routers for this DVR port 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:08.316267 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:08.318449 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-adb2e587-a93f-49d9-a29e-42c979caf969 req-647eeb17-79f5-414f-aaf4-7aaa20f844c3 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.39 "DELETE /v2.0/ports/51e2ca96-2dc6-4dac-adb0-52787c59ebb1 HTTP/1.1" status: 204 len: 173 time: 1.0800853 Jun 23 14:21:08.319706 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82772089-6e76-40f3-a7f8-e6253e842041', 'name': 'network-vif-deleted', 'tag': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:08.331405 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12996bc3-70c6-4195-be92-7af9f02ba2c8" -d '{"events": [{"server_uuid": "82772089-6e76-40f3-a7f8-e6253e842041", "name": "network-vif-deleted", "tag": "51e2ca96-2dc6-4dac-adb0-52787c59ebb1"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:08.351535 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb4d2-ee72-469a-8f47-cdd5bc8f67fa req-8cedbce5-24d0-47e0-a90a-b2623ed756bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:08.353147 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-17fdb4d2-ee72-469a-8f47-cdd5bc8f67fa req-8cedbce5-24d0-47e0-a90a-b2623ed756bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8de9a96-35e7-4aab-836f-d73407f1b67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1367660 Jun 23 14:21:08.439915 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f002cf1c-2451-41ae-b781-ca17158485b6 req-4b5006c3-0e65-4821-b6fa-4e3c09adc753 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/ports?device_id=82772089-6e76-40f3-a7f8-e6253e842041 HTTP/1.1" status: 200 len: 210 time: 0.0550418 Jun 23 14:21:08.454115 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-60035f16-055d-4e9d-b777-f97085ab0921 None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:08.476517 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ad9e30-f19d-4792-ac7c-95476ba00303 x-openstack-request-id: req-23ad9e30-f19d-4792-ac7c-95476ba00303 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:08.477030 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82772089-6e76-40f3-a7f8-e6253e842041", "name": "network-vif-deleted", "tag": "51e2ca96-2dc6-4dac-adb0-52787c59ebb1", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:08.477246 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23ad9e30-f19d-4792-ac7c-95476ba00303 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:08.477706 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82772089-6e76-40f3-a7f8-e6253e842041', 'name': 'network-vif-deleted', 'tag': '51e2ca96-2dc6-4dac-adb0-52787c59ebb1', 'status': 'completed', 'code': 200} Jun 23 14:21:08.481812 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-17fdb4d2-ee72-469a-8f47-cdd5bc8f67fa req-5ab4f259-1c77-4247-ade2-9566f2dfdc75 service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205246 Jun 23 14:21:08.628805 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-17fdb4d2-ee72-469a-8f47-cdd5bc8f67fa req-2971bd6d-e763-48d0-8b23-bf0be149eb45 service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344218 Jun 23 14:21:08.648329 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d123ef-bd21-48a3-8155-2123482e4812 req-53aa8121-13ba-4df9-a356-6cece67b432b tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:08.649188 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f4d123ef-bd21-48a3-8155-2123482e4812 req-53aa8121-13ba-4df9-a356-6cece67b432b tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0930097 Jun 23 14:21:08.676310 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-60035f16-055d-4e9d-b777-f97085ab0921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:08.692634 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f4d123ef-bd21-48a3-8155-2123482e4812 req-e23ed7f9-73a7-462f-88a9-6feef96a5a29 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360317 Jun 23 14:21:08.706584 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60035f16-055d-4e9d-b777-f97085ab0921 None None] Checking router: 859377d6-c706-41cf-bfa8-998e523d8e1e for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:08.718818 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60035f16-055d-4e9d-b777-f97085ab0921 None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:08.719464 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-60035f16-055d-4e9d-b777-f97085ab0921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:20:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:08.821504 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-60035f16-055d-4e9d-b777-f97085ab0921 None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:09.032794 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-60035f16-055d-4e9d-b777-f97085ab0921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:09.058317 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60035f16-055d-4e9d-b777-f97085ab0921 None None] The sync data for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi is: [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:10:06Z', 'revision_number': 4, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c', 'name': '', 'network_id': '50556b32-b72e-4178-bf44-bc520f43b25b', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'mac_address': 'fa:16:3e:73:61:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'subnets': [{'id': '606a88d1-94ef-49ba-9cad-9f7c5df7c3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:21:09.285595 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230173e7-fde5-41ac-8467-b46ce417a19e None None] New status for floating IP caa2f360-9db3-4c5d-8fd9-337a01232750: DOWN {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:21:09.571735 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40038) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:09.627656 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-50591dce-02d2-41c0-b424-eb511e7ad65b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.651054 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-50591dce-02d2-41c0-b424-eb511e7ad65b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.699786 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-50591dce-02d2-41c0-b424-eb511e7ad65b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.702388 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-50591dce-02d2-41c0-b424-eb511e7ad65b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.703648 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-50591dce-02d2-41c0-b424-eb511e7ad65b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "DELETE /v2.0/security-groups/caa88fcd-3ac5-4f1f-8372-824a43ba10c8 HTTP/1.1" status: 204 len: 168 time: 0.1308117 Jun 23 14:21:09.704344 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e1e286dd-8bfc-4f9b-a879-6d22e344bf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:09.706493 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40040) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:09.713350 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50591dce-02d2-41c0-b424-eb511e7ad65b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa88fcd-3ac5-4f1f-8372-824a43ba10c8,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:09.715750 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-50591dce-02d2-41c0-b424-eb511e7ad65b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:09.720783 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.api.v2.resource [None req-ad73f714-d828-4cfe-93ea-12ca5c2b30eb tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] show failed (client error): The resource could not be found. Jun 23 14:21:09.721779 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-ad73f714-d828-4cfe-93ea-12ca5c2b30eb tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "GET /v2.0/security-groups/caa88fcd-3ac5-4f1f-8372-824a43ba10c8 HTTP/1.1" status: 404 len: 347 time: 0.0140202 Jun 23 14:21:09.724974 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40044) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:09.877784 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Deleting port 7385eeba-88e7-4c35-aa5f-f75e78832c81 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:09.878459 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.895296 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b3c9d-5b8b-47a4-aa1d-a47ef95c108b req-fd962415-c533-4a01-8a89-01b14808d8be tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:09.897231 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-893b3c9d-5b8b-47a4-aa1d-a47ef95c108b req-fd962415-c533-4a01-8a89-01b14808d8be tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0706229 Jun 23 14:21:09.937127 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-893b3c9d-5b8b-47a4-aa1d-a47ef95c108b req-9ec800b0-885a-4094-934b-08ceb42d4e1b tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339007 Jun 23 14:21:09.962209 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.962546 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.976243 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Calling delete_port for 7385eeba-88e7-4c35-aa5f-f75e78832c81 owned by network:floatingip {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:10.131867 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.133881 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:10.156894 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Pushing event deleted for resources: {'Port': ['ID=7385eeba-88e7-4c35-aa5f-f75e78832c81,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:10.159801 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:10.218901 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks [] for floatingip, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.221304 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.222443 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] 10.222.0.13 "DELETE /v2.0/floatingips/caa2f360-9db3-4c5d-8fd9-337a01232750 HTTP/1.1" status: 204 len: 168 time: 0.4956589 Jun 23 14:21:10.619583 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:10.639191 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:10.639537 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 51e2ca96-2dc6-4dac-adb0-52787c59ebb1 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:11.112387 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cd9e4-798a-4b40-9a81-0a0a5a6c79df req-c322b8a0-7ae7-4303-9de0-6c810baaf097 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:11.113854 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e39cd9e4-798a-4b40-9a81-0a0a5a6c79df req-c322b8a0-7ae7-4303-9de0-6c810baaf097 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0636947 Jun 23 14:21:11.152544 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-e39cd9e4-798a-4b40-9a81-0a0a5a6c79df req-450d71fa-0a21-450b-825b-adfa5b275038 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320244 Jun 23 14:21:12.323080 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814f09a-8db9-429e-817a-a7dad23bb41b req-b5934dba-7f4c-43f5-93b9-76b0348c62ba tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:12.324530 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4814f09a-8db9-429e-817a-a7dad23bb41b req-b5934dba-7f4c-43f5-93b9-76b0348c62ba tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0617590 Jun 23 14:21:12.361444 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4814f09a-8db9-429e-817a-a7dad23bb41b req-22919fe6-d1f7-4f89-9586-efa96e1dce0e tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313354 Jun 23 14:21:12.648420 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-6ad42053-f1e9-4833-8b9e-255af857e955 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0584035 Jun 23 14:21:12.718271 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5f314-c201-4d4e-a438-2eff5d522ab0 req-2f215770-f2c0-49ae-b8db-bf3bdf0a6fb6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:12.719770 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f3d5f314-c201-4d4e-a438-2eff5d522ab0 req-2f215770-f2c0-49ae-b8db-bf3bdf0a6fb6 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0674796 Jun 23 14:21:12.767467 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f3d5f314-c201-4d4e-a438-2eff5d522ab0 req-f8a3c935-11dc-4b74-9733-bb91607e6590 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351005 Jun 23 14:21:13.937688 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98282cf-0189-4b65-8ef8-db0eefadaa40 req-fb1498bd-5345-4b0b-84df-edccf81a8788 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:13.939198 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e98282cf-0189-4b65-8ef8-db0eefadaa40 req-fb1498bd-5345-4b0b-84df-edccf81a8788 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0637450 Jun 23 14:21:13.940505 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40090) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:13.981437 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-e98282cf-0189-4b65-8ef8-db0eefadaa40 req-8e876861-8f12-4067-8ee3-8de3c7471792 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345674 Jun 23 14:21:14.494472 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-0bb8ec06-4caf-408a-950b-5ebb146f8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:14.496216 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-0bb8ec06-4caf-408a-950b-5ebb146f8e32 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e&tenant_id=6185370aa2ed4a609ac4cc778de58633 HTTP/1.1" status: 200 len: 1098 time: 0.0587754 Jun 23 14:21:14.594583 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-d83734a1-b2bc-4acc-9796-7759dda26eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:14.596140 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-d83734a1-b2bc-4acc-9796-7759dda26eb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6185370aa2ed4a609ac4cc778de58633&device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 1098 time: 0.0634799 Jun 23 14:21:14.645703 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:14.663517 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3818491'] for router_interface, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:14.686899 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-412e743a-3181-42c1-893d-85811bdf2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:14.688548 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-412e743a-3181-42c1-893d-85811bdf2364 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8de9a96-35e7-4aab-836f-d73407f1b67f HTTP/1.1" status: 200 len: 910 time: 0.0856688 Jun 23 14:21:14.725054 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:14.749775 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:14.752177 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9157aaa7-95e3-40f9-82a6-a178e7b427d7" -d '{"events": [{"server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "name": "network-vif-unplugged", "status": "completed", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:14.770215 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:14.774950 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:14.776813 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-14ccaa8c-a071-470d-854b-4ca303aa1dc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:14.814123 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbdd071-41fc-48d0-85f4-90833aae73e7 x-openstack-request-id: req-3cbdd071-41fc-48d0-85f4-90833aae73e7 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:14.814697 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "name": "network-vif-unplugged", "status": "completed", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:14.815040 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cbdd071-41fc-48d0-85f4-90833aae73e7 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:14.815544 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'code': 200} Jun 23 14:21:14.845887 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,revision_number=6']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:14.849775 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:14.958123 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Deleting port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:14.958693 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.037211 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] For port 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:15.037565 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.051310 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-45733005-1013-486f-bdab-482a472396de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a HTTP/1.1" status: 200 len: 1000 time: 0.3531187 Jun 23 14:21:15.051923 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Calling delete_port for 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c owned by network:router_interface {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:15.100898 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-69096f19-add4-42d4-ab63-1fa7ce3493c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:15.102374 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-69096f19-add4-42d4-ab63-1fa7ce3493c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a075194-826e-444f-86de-c6e11b4afde2 HTTP/1.1" status: 200 len: 848 time: 0.0430245 Jun 23 14:21:15.160223 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-9289d975-4c3a-4e5a-bc6a-ad4b108dc85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:15.161700 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-9289d975-4c3a-4e5a-bc6a-ad4b108dc85c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8de9a96-35e7-4aab-836f-d73407f1b67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500667 Jun 23 14:21:15.223130 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5e914-c8ad-448b-b2dd-438a93267cdc req-7708a96c-d2c8-4438-8bec-0cc7cece0714 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:15.225178 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3ec5e914-c8ad-448b-b2dd-438a93267cdc req-7708a96c-d2c8-4438-8bec-0cc7cece0714 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.1258051 Jun 23 14:21:15.257351 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-49c307ab-2d43-4838-b6b7-2eeb349654a2 service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887077 Jun 23 14:21:15.279617 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-3ec5e914-c8ad-448b-b2dd-438a93267cdc req-2f871a60-219a-4c09-a8c7-02f37c45c14f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Jun 23 14:21:15.322073 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.324757 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:15.348330 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:15.348912 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0393e7c2-5039-4843-ab11-1722e0c1633c req-3f7940f4-da8c-40a3-8a46-6a699c047c2e service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837865 Jun 23 14:21:15.379614 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.380074 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.380450 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.380815 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.381555 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.381706 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.382018 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.382400 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.382881 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.383459 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.383823 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.384178 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:15.388591 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:15.540516 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921931'] for router_interface, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.762434 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Router 859377d6-c706-41cf-bfa8-998e523d8e1e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:21:15.868614 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:21:15.873861 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-dfccd980-e4ee-4f1b-8a90-66d32328c3f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/859377d6-c706-41cf-bfa8-998e523d8e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9323967 Jun 23 14:21:15.876473 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40098) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:15.877328 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665970d-eccf-44dc-8872-8242a1982a0c None None] Sync routers for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:21:15.886654 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665970d-eccf-44dc-8872-8242a1982a0c None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:15.887283 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-8665970d-eccf-44dc-8872-8242a1982a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:20:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:15.982194 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.989937 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-8665970d-eccf-44dc-8872-8242a1982a0c None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:16.084748 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.137681 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Deleting port 6b27f2e8-a9f0-480a-b481-8f065bdbea63 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:16.138020 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.169521 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-8665970d-eccf-44dc-8872-8242a1982a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:21:15Z', 'revision_number': 5, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port': {'id': '6b27f2e8-a9f0-480a-b481-8f065bdbea63', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:01Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:16.195902 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665970d-eccf-44dc-8872-8242a1982a0c None None] Checking router: 859377d6-c706-41cf-bfa8-998e523d8e1e for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:16.204460 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665970d-eccf-44dc-8872-8242a1982a0c None None] Routers {'859377d6-c706-41cf-bfa8-998e523d8e1e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:16.205083 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-8665970d-eccf-44dc-8872-8242a1982a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:20:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['859377d6-c706-41cf-bfa8-998e523d8e1e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:16.216702 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] For port 6b27f2e8-a9f0-480a-b481-8f065bdbea63, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=6b27f2e8-a9f0-480a-b481-8f065bdbea63,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:16.217065 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.230540 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Calling delete_port for 6b27f2e8-a9f0-480a-b481-8f065bdbea63 owned by network:router_gateway {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:16.292620 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-8665970d-eccf-44dc-8872-8242a1982a0c None None] Set router 859377d6-c706-41cf-bfa8-998e523d8e1e gateway port host: None {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:16.350175 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-8665970d-eccf-44dc-8872-8242a1982a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:21:16Z', 'revision_number': 6, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port_host': None}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:16.378416 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665970d-eccf-44dc-8872-8242a1982a0c None None] The sync data for ids ['859377d6-c706-41cf-bfa8-998e523d8e1e'] in dv-cinder-784477-5-iscsi is: [{'id': '859377d6-c706-41cf-bfa8-998e523d8e1e', 'name': 'tempest-AttachVolumeTestJSON-367239477-router', 'tenant_id': '94dc71f547d24a5d8509b357a10011bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:00Z', 'updated_at': '2021-06-23T14:21:16Z', 'revision_number': 6, 'project_id': '94dc71f547d24a5d8509b357a10011bb', 'gw_port_host': None}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:21:16.415429 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.425532 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4a403e7c-cd9e-4899-83da-d9aa1a5ff622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:16.472935 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b27f2e8-a9f0-480a-b481-8f065bdbea63,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:16.495038 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:16.496141 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9dd82-610d-4e0c-82b4-9e4c1f926459 req-9134bf7b-5170-4ab8-b043-a06731a7c324 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:16.497696 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ead9dd82-610d-4e0c-82b4-9e4c1f926459 req-9134bf7b-5170-4ab8-b043-a06731a7c324 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0795469 Jun 23 14:21:16.515710 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3805342'] for router_gateway, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.542426 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-ead9dd82-610d-4e0c-82b4-9e4c1f926459 req-e8b838e8-c242-4820-b917-afbf5e7ca59b tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385013 Jun 23 14:21:16.610801 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3922362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5956'] for router, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.612814 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.669827 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3922928'] for router, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.670376 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 859377d6-c706-41cf-bfa8-998e523d8e1e {{(pid=93099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:21:16.675446 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Notify callbacks [] for router, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.676559 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] 10.222.0.13 "DELETE /v2.0/routers/859377d6-c706-41cf-bfa8-998e523d8e1e HTTP/1.1" status: 204 len: 168 time: 0.7990942 Jun 23 14:21:16.679354 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40104) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:16.723168 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc40490-77e7-4547-b59a-ec50fbf8bc5f admin admin] Deleting subnet 606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 {{(pid=93099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:21:16.726703 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2bc40490-77e7-4547-b59a-ec50fbf8bc5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.762798 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2bc40490-77e7-4547-b59a-ec50fbf8bc5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9394874'] for subnet, precommit_delete_associations {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.846611 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2bc40490-77e7-4547-b59a-ec50fbf8bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.899007 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2bc40490-77e7-4547-b59a-ec50fbf8bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2216226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9244819'] for subnet, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.901038 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:16.922669 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc40490-77e7-4547-b59a-ec50fbf8bc5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606a88d1-94ef-49ba-9cad-9f7c5df7c3a4,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:16.925969 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2bc40490-77e7-4547-b59a-ec50fbf8bc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:16.928692 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2bc40490-77e7-4547-b59a-ec50fbf8bc5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.930647 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-2bc40490-77e7-4547-b59a-ec50fbf8bc5f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/606a88d1-94ef-49ba-9cad-9f7c5df7c3a4 HTTP/1.1" status: 204 len: 168 time: 0.2503088 Jun 23 14:21:16.932967 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40106) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:16.935721 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751aa65-2ef6-4d7a-8a9d-66d3e881af96 None None] Network 50556b32-b72e-4178-bf44-bc520f43b25b requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:21:17.000234 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.057166 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Deleting port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:17.057499 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.123113 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] For port 1b0dfe0a-7410-4de8-b14a-0d991f925d78, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=1b0dfe0a-7410-4de8-b14a-0d991f925d78,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:17.123482 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.136149 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Calling delete_port for 1b0dfe0a-7410-4de8-b14a-0d991f925d78 owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:17.155956 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d29909-4c3a-4021-8f8f-cc0ff216fee3 None None] DHCP port deletion for 50556b32-b72e-4178-bf44-bc520f43b25b request from dv-cinder-784477-5-iscsi {{(pid=93101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:21:17.202649 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-56d29909-4c3a-4021-8f8f-cc0ff216fee3 None None] Deleting port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:17.203029 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-56d29909-4c3a-4021-8f8f-cc0ff216fee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.219786 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.222775 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:17.249415 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=1b0dfe0a-7410-4de8-b14a-0d991f925d78,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:17.251235 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] No DVR routers for this DVR port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 on host dv-cinder-784477-5-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:17.252747 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:17.279160 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-56d29909-4c3a-4021-8f8f-cc0ff216fee3 None None] For port 1b0dfe0a-7410-4de8-b14a-0d991f925d78, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=1b0dfe0a-7410-4de8-b14a-0d991f925d78,segment=NetworkSegment(f32cacd8-0079-48cb-9acd-6d0a1b3d27fa),segment_id=f32cacd8-0079-48cb-9acd-6d0a1b3d27fa)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:17.279793 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-56d29909-4c3a-4021-8f8f-cc0ff216fee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.294851 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-56d29909-4c3a-4021-8f8f-cc0ff216fee3 None None] Calling delete_port for 1b0dfe0a-7410-4de8-b14a-0d991f925d78 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:17.330995 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.343295 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50556b32-b72e-4178-bf44-bc520f43b25b']}} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:17.371920 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-56d29909-4c3a-4021-8f8f-cc0ff216fee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.374006 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:17.404863 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d29909-4c3a-4021-8f8f-cc0ff216fee3 None None] Pushing event deleted for resources: {'Port': ['ID=1b0dfe0a-7410-4de8-b14a-0d991f925d78,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:17.410535 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-56d29909-4c3a-4021-8f8f-cc0ff216fee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:17.411988 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d29909-4c3a-4021-8f8f-cc0ff216fee3 None None] No DVR routers for this DVR port 1b0dfe0a-7410-4de8-b14a-0d991f925d78 on host dv-cinder-784477-5-iscsi {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:17.613068 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa') {'for_net_delete': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:17.613359 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32cacd8-0079-48cb-9acd-6d0a1b3d27fa') {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:17.624039 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9394853'] for segment, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.639159 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.645824 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:21:17.646593 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2216383'] for segment, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: Traceback (most recent call last): Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: timer() Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: cb(*args, **kw) Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: return func(*args, **kwargs) Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: self._notify() Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: self.callback(batched_events) Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: event.method(event) Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: return f(self, *a, **k) Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._get(url).json() Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: return self.request(url, 'GET', **kwargs) Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:21:17.649146 dv-cinder-784477-5-iscsi neutron-server[93099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:21:17.689779 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:17.710012 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:17.710425 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 1b2e5bb7-3a5c-4b8c-b8c0-c934db67187c not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:17.710884 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 1b0dfe0a-7410-4de8-b14a-0d991f925d78 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:17.730314 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 1b0dfe0a-7410-4de8-b14a-0d991f925d78 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:17.730837 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 1b0dfe0a-7410-4de8-b14a-0d991f925d78 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:17.731442 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 6b27f2e8-a9f0-480a-b481-8f065bdbea63 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:17.735375 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.750510 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b793eeb6-387d-41e3-90c0-fdb6d06963ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:17.752640 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 6b27f2e8-a9f0-480a-b481-8f065bdbea63 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:17.752998 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 6b27f2e8-a9f0-480a-b481-8f065bdbea63 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:17.753116 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.754843 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] 10.222.0.13 "DELETE /v2.0/networks/50556b32-b72e-4178-bf44-bc520f43b25b HTTP/1.1" status: 204 len: 168 time: 0.8209639 Jun 23 14:21:17.771699 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Pushing event deleted for resources: {'Network': ['ID=50556b32-b72e-4178-bf44-bc520f43b25b,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:17.774763 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:17.784538 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffba9151-962a-4bc9-8382-ed32d67b3b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:17.786713 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26878ddc-8865-430e-a328-fa10d2c00a01 req-001e595d-e362-455b-8550-89571c9c4c32 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:17.788608 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-26878ddc-8865-430e-a328-fa10d2c00a01 req-001e595d-e362-455b-8550-89571c9c4c32 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0985243 Jun 23 14:21:17.827047 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-26878ddc-8865-430e-a328-fa10d2c00a01 req-450155b3-543c-4989-b09e-d5e6be7a616e tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330729 Jun 23 14:21:17.890860 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40112) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:17.931642 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-cd6fdbe5-7abe-4ca0-b0b2-a9859ecd63cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94dc71f547d24a5d8509b357a10011bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395472 Jun 23 14:21:17.933972 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40114) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:17.962219 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-8a838c9e-2baf-495f-bdf2-cf4e03ccf298 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512736 Jun 23 14:21:17.982474 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-56dd0b0c-b305-435d-855f-c2d2ecabddff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:18.003467 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-56dd0b0c-b305-435d-855f-c2d2ecabddff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:18.053031 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-56dd0b0c-b305-435d-855f-c2d2ecabddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:18.055934 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-56dd0b0c-b305-435d-855f-c2d2ecabddff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:18.056420 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-d823ab61-8e18-4a65-ac13-0f8158f54357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:18.057077 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-56dd0b0c-b305-435d-855f-c2d2ecabddff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c9f173a-e6df-42cb-9772-0f492b0fccca HTTP/1.1" status: 204 len: 168 time: 0.1221910 Jun 23 14:21:18.057868 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-5be8ceb7-3b45-4acc-b422-33b27cf31b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:18.058019 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-d823ab61-8e18-4a65-ac13-0f8158f54357 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 1100 time: 0.0531511 Jun 23 14:21:18.065686 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd0b0c-b305-435d-855f-c2d2ecabddff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f173a-e6df-42cb-9772-0f492b0fccca,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:18.073655 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-56dd0b0c-b305-435d-855f-c2d2ecabddff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:18.176420 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-e7b4f29f-7a36-4d88-8f8e-d80ccd2d9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:18.177877 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-e7b4f29f-7a36-4d88-8f8e-d80ccd2d9926 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 200 len: 918 time: 0.0889454 Jun 23 14:21:18.244925 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-4892bcb8-8891-4e64-8010-7fd2381c0e66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8b47de-5820-4bac-a269-f798861cdfc2 HTTP/1.1" status: 200 len: 1002 time: 0.0590115 Jun 23 14:21:18.302745 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-1f6ebc9b-9f44-483a-9581-d86023c9f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:18.305478 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-1f6ebc9b-9f44-483a-9581-d86023c9f1e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 200 len: 856 time: 0.0531561 Jun 23 14:21:18.366441 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-0549e13d-7703-485b-9cb7-efda8e5bc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:18.368027 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-0549e13d-7703-485b-9cb7-efda8e5bc9e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55cb9de8-56b6-4497-9fe1-40dadbfbfc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540020 Jun 23 14:21:18.462872 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-19410d1a-55bc-4597-9f09-0ee18e24d359 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868640 Jun 23 14:21:18.565602 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-705f73e9-471a-47ac-94de-b2a6f597b6d0 req-51e0d393-c6f3-4cb3-b63d-e1e81a6fea56 service neutron] 10.222.0.39 "GET /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947099 Jun 23 14:21:19.008188 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e169892-31ae-4ee6-81c7-5652dbdd7caa req-239c0baa-5c65-4170-acb0-d250d4eb1668 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:19.009720 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9e169892-31ae-4ee6-81c7-5652dbdd7caa req-239c0baa-5c65-4170-acb0-d250d4eb1668 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0672789 Jun 23 14:21:19.050497 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9e169892-31ae-4ee6-81c7-5652dbdd7caa req-98936163-dbf0-46cd-a2be-7ae2a4993a57 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343826 Jun 23 14:21:20.231494 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec60da5-0f02-4b1b-8805-1dda9ff1dcd7 req-f605eaaf-f0b2-4634-9f27-26748af05886 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:20.232992 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9ec60da5-0f02-4b1b-8805-1dda9ff1dcd7 req-f605eaaf-f0b2-4634-9f27-26748af05886 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0688944 Jun 23 14:21:20.275016 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9ec60da5-0f02-4b1b-8805-1dda9ff1dcd7 req-bac2af5e-b41c-41de-8596-fdf6aa055192 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363688 Jun 23 14:21:20.363592 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0a04e95c-8a70-486c-b2d3-84f9d6d343a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:20.927666 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:21.198998 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:21.458396 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbc778-1b81-4a89-871c-1e5c3ac61a90 req-a4212dae-ba0f-47a3-833a-e1d1a42d2e2b tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:21.460617 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-abbbc778-1b81-4a89-871c-1e5c3ac61a90 req-a4212dae-ba0f-47a3-833a-e1d1a42d2e2b tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0685210 Jun 23 14:21:21.498663 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-abbbc778-1b81-4a89-871c-1e5c3ac61a90 req-e7013507-a43f-4b93-beb4-43b073a3c1bc tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319307 Jun 23 14:21:22.670249 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36935c97-0f48-430f-a452-b026b8fb8719 req-6e89bd9e-c772-405f-86f1-46040569f2f4 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:22.671614 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-36935c97-0f48-430f-a452-b026b8fb8719 req-6e89bd9e-c772-405f-86f1-46040569f2f4 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 943 time: 0.0631559 Jun 23 14:21:22.690352 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=93101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:21:22.713384 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-36935c97-0f48-430f-a452-b026b8fb8719 req-cdb30861-f14d-48b1-b848-dd5dc6356617 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359147 Jun 23 14:21:22.812296 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:22.823714 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Returning: {'device': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'port_id': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'mac_address': 'fa:16:3e:ee:3e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:21:22.860694 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:22.874619 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a {{(pid=93101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:21:22.895186 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:22.899861 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:22.901580 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:22.952983 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,revision_number=7']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:22.956001 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:23.017363 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d599a37-6622-431f-a491-aac9fc58f661 req-6f48bc85-d105-4754-870b-c3699cc1f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:23.018926 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8d599a37-6622-431f-a491-aac9fc58f661 req-6f48bc85-d105-4754-870b-c3699cc1f500 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 1097 time: 0.0549994 Jun 23 14:21:23.058109 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-8d599a37-6622-431f-a491-aac9fc58f661 req-29104f72-317e-4a9d-84b3-5e26e8477baf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304942 Jun 23 14:21:23.353206 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:23.463081 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] get_ports_and_sgs() called for port_ids ['10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a'] {{(pid=93101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:21:23.903078 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebd73d-2883-4e51-a4a0-4e8854be80c5 req-5852b5b5-79ef-42fc-97a2-58cc518316c9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:23.904571 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3bebd73d-2883-4e51-a4a0-4e8854be80c5 req-5852b5b5-79ef-42fc-97a2-58cc518316c9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 944 time: 0.0697188 Jun 23 14:21:23.948290 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3bebd73d-2883-4e51-a4a0-4e8854be80c5 req-b92f1323-e003-4722-9233-5427478760d5 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377326 Jun 23 14:21:25.140428 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356798d-16cb-4f7e-8327-a5fc949a1462 req-a2e67c8e-2f84-4d6d-a16f-9df3624bf0c0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:25.141828 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7356798d-16cb-4f7e-8327-a5fc949a1462 req-a2e67c8e-2f84-4d6d-a16f-9df3624bf0c0 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 944 time: 0.0697684 Jun 23 14:21:25.182999 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7356798d-16cb-4f7e-8327-a5fc949a1462 req-9d6f8617-c837-42ad-b93b-2718691fe9f8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344033 Jun 23 14:21:26.358575 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea234b-3625-4f50-a639-5c7849ca9b53 req-d3e95048-b809-43cd-b298-45b01834ba23 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:26.359991 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-69ea234b-3625-4f50-a639-5c7849ca9b53 req-d3e95048-b809-43cd-b298-45b01834ba23 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 944 time: 0.0662558 Jun 23 14:21:26.401304 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-69ea234b-3625-4f50-a639-5c7849ca9b53 req-15d1d6bc-caeb-4a94-8139-30fd8ea08fb2 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356457 Jun 23 14:21:26.711390 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a up at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:21:26.759951 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.provisioning_blocks [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Provisioning complete for port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a triggered by entity L2. {{(pid=93101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:21:26.760329 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758658'] for port, provisioning_complete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:26.837108 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-598842'] for port, before_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:26.859462 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a'}] {{(pid=93101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:26.861710 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b2880b47129878e91d71266f00227970e0d0985e796c2ea75c3c7785c34c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07354402-397a-4f2b-bdd0-1e7229375bfc" -d '{"events": [{"server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "name": "network-vif-plugged", "status": "completed", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a"}]}' {{(pid=93101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:26.878717 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] For port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:26.883763 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773592988627', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773592613295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773592613340'] for port, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:26.885646 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:26.907353 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8420d088-8a24-448e-9df1-55214e1278d4 x-openstack-request-id: req-8420d088-8a24-448e-9df1-55214e1278d4 {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:26.907655 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "name": "network-vif-plugged", "status": "completed", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a", "code": 200}]} {{(pid=93101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:26.907926 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8420d088-8a24-448e-9df1-55214e1278d4 {{(pid=93101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:26.908331 dv-cinder-784477-5-iscsi neutron-server[93101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'code': 200} Jun 23 14:21:26.934607 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Pushing event updated for resources: {'Port': ['ID=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,revision_number=8']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:26.937905 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:27.443210 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40250) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:27.546445 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-19a7991b-f861-4c24-b883-f9d821164a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:27.639753 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-19a7991b-f861-4c24-b883-f9d821164a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:27.643511 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-19a7991b-f861-4c24-b883-f9d821164a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:27.645922 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-dbfe78e2-1830-41e9-890a-5cae45cd3a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:27.687898 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-19a7991b-f861-4c24-b883-f9d821164a25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9b2f71007fe468a84031a2afbb9b42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436709 Jun 23 14:21:27.688787 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7991b-f861-4c24-b883-f9d821164a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdf53ab-3e41-48e4-bd87-c229a72686d7,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:27.691526 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40254) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:27.692022 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-19a7991b-f861-4c24-b883-f9d821164a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:27.740460 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7599-bdc8-44cc-8c11-759894b43d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:27.762448 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7599-bdc8-44cc-8c11-759894b43d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:27.811466 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7599-bdc8-44cc-8c11-759894b43d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:27.814010 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7599-bdc8-44cc-8c11-759894b43d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:27.815164 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-3b1d7599-bdc8-44cc-8c11-759894b43d1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fdf53ab-3e41-48e4-bd87-c229a72686d7 HTTP/1.1" status: 204 len: 168 time: 0.1222732 Jun 23 14:21:27.816001 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e085ca0a-3266-447b-a950-6bd060cb7bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:27.824321 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d7599-bdc8-44cc-8c11-759894b43d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdf53ab-3e41-48e4-bd87-c229a72686d7,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:27.826759 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3b1d7599-bdc8-44cc-8c11-759894b43d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:32.060331 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40328) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:32.164907 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-384d48e0-8aa6-49bf-b594-d6e2fe76b334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.254463 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-384d48e0-8aa6-49bf-b594-d6e2fe76b334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.258805 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-384d48e0-8aa6-49bf-b594-d6e2fe76b334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.261269 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-eff9dcfb-193a-4438-8265-2ef86cac7cee tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:32.297165 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-384d48e0-8aa6-49bf-b594-d6e2fe76b334 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb01682dafe141ef9a9de8f02f644594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357349 Jun 23 14:21:32.298246 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d48e0-8aa6-49bf-b594-d6e2fe76b334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe9e2f8-90a2-48fe-b1ee-9a94be6d4ca4,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:32.299851 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40334) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:32.301506 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-384d48e0-8aa6-49bf-b594-d6e2fe76b334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:32.350733 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-48b067f9-1561-4e12-8661-ce9caddf9829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.372019 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-48b067f9-1561-4e12-8661-ce9caddf9829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.420485 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-48b067f9-1561-4e12-8661-ce9caddf9829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.423397 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-48b067f9-1561-4e12-8661-ce9caddf9829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.424599 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-48b067f9-1561-4e12-8661-ce9caddf9829 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abe9e2f8-90a2-48fe-b1ee-9a94be6d4ca4 HTTP/1.1" status: 204 len: 168 time: 0.1229708 Jun 23 14:21:32.425409 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9817c661-803c-4715-98f7-2ce783a4bafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:32.433209 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b067f9-1561-4e12-8661-ce9caddf9829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe9e2f8-90a2-48fe-b1ee-9a94be6d4ca4,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:32.435494 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-48b067f9-1561-4e12-8661-ce9caddf9829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:32.693275 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40340) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:32.710240 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4df2518a-1cd8-4c1e-be24-52ee5b18bfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.804521 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4df2518a-1cd8-4c1e-be24-52ee5b18bfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.808286 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4df2518a-1cd8-4c1e-be24-52ee5b18bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.811626 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-292d7b39-e0ce-4a77-921e-26e459b9fcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:32.847007 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-4df2518a-1cd8-4c1e-be24-52ee5b18bfe4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5731b0d5e8e34976aa795c174d50627e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526210 Jun 23 14:21:32.848361 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2518a-1cd8-4c1e-be24-52ee5b18bfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b85cac4-fb5f-4a71-97c6-2db47c43954f,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:32.849632 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40342) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:32.851961 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4df2518a-1cd8-4c1e-be24-52ee5b18bfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:32.902631 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d0896540-cce4-4a71-8cb4-891a3c39c797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.925085 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d0896540-cce4-4a71-8cb4-891a3c39c797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.974486 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d0896540-cce4-4a71-8cb4-891a3c39c797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.977107 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d0896540-cce4-4a71-8cb4-891a3c39c797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.978286 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-d0896540-cce4-4a71-8cb4-891a3c39c797 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b85cac4-fb5f-4a71-97c6-2db47c43954f HTTP/1.1" status: 204 len: 168 time: 0.1275308 Jun 23 14:21:32.979142 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a58485a5-76f7-4f5f-b57b-a9ad592515a1 tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:32.988527 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896540-cce4-4a71-8cb4-891a3c39c797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b85cac4-fb5f-4a71-97c6-2db47c43954f,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:32.990829 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d0896540-cce4-4a71-8cb4-891a3c39c797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:34.846230 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40412) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:34.952971 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a718a1dd-b20c-4d7f-9561-0b332fa1e209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.043363 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a718a1dd-b20c-4d7f-9561-0b332fa1e209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.047188 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a718a1dd-b20c-4d7f-9561-0b332fa1e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.049763 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3b1d7599-bdc8-44cc-8c11-759894b43d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:35.087624 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-a718a1dd-b20c-4d7f-9561-0b332fa1e209 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de7f090272fc40428fc5bc8ddc47a59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402995 Jun 23 14:21:35.088791 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718a1dd-b20c-4d7f-9561-0b332fa1e209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eaf141-5624-441b-b6cd-d8dd638008cf,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:35.090318 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40416) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:35.092347 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a718a1dd-b20c-4d7f-9561-0b332fa1e209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:35.144069 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-421c1585-97da-45c9-a695-c4d1d9d126d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.165524 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-421c1585-97da-45c9-a695-c4d1d9d126d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.211134 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-421c1585-97da-45c9-a695-c4d1d9d126d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.213723 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-421c1585-97da-45c9-a695-c4d1d9d126d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.214896 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-421c1585-97da-45c9-a695-c4d1d9d126d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0eaf141-5624-441b-b6cd-d8dd638008cf HTTP/1.1" status: 204 len: 168 time: 0.1235459 Jun 23 14:21:35.215766 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-817442b0-f934-412b-b098-4f1a1600ca44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:35.223307 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c1585-97da-45c9-a695-c4d1d9d126d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eaf141-5624-441b-b6cd-d8dd638008cf,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:35.225616 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-421c1585-97da-45c9-a695-c4d1d9d126d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:35.474415 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40422) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:35.488048 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eda6ed6f-820b-4987-a071-cd765c44cff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.594453 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eda6ed6f-820b-4987-a071-cd765c44cff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.598702 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-eda6ed6f-820b-4987-a071-cd765c44cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.603317 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ece99a8e-a504-48ed-9073-12f80a0f763a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:35.639715 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-eda6ed6f-820b-4987-a071-cd765c44cff3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cbe9701a2b546dea352054619a367d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642072 Jun 23 14:21:35.640940 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6ed6f-820b-4987-a071-cd765c44cff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd4c96-9095-47a4-b20d-5e5c3d3c6e2b,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:35.642399 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40424) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:35.643967 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-eda6ed6f-820b-4987-a071-cd765c44cff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:35.693500 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9332ff57-e818-47ea-b9bb-0b87087d7620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.715419 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9332ff57-e818-47ea-b9bb-0b87087d7620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.762324 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9332ff57-e818-47ea-b9bb-0b87087d7620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.764993 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9332ff57-e818-47ea-b9bb-0b87087d7620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:35.766176 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9332ff57-e818-47ea-b9bb-0b87087d7620 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cdd4c96-9095-47a4-b20d-5e5c3d3c6e2b HTTP/1.1" status: 204 len: 168 time: 0.1227219 Jun 23 14:21:35.766955 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8491aa74-f31e-4927-aba7-f7cf938a55e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:35.775495 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332ff57-e818-47ea-b9bb-0b87087d7620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd4c96-9095-47a4-b20d-5e5c3d3c6e2b,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:35.777894 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9332ff57-e818-47ea-b9bb-0b87087d7620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:36.903183 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:40.981866 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:21:46.488977 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40536) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:46.602676 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-55bcac46-9f8e-4b9a-adce-fa2107dfca57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.698453 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-55bcac46-9f8e-4b9a-adce-fa2107dfca57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.702374 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-55bcac46-9f8e-4b9a-adce-fa2107dfca57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.705562 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e9f042eb-c271-4395-b4a8-0941a702fd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:46.747445 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-55bcac46-9f8e-4b9a-adce-fa2107dfca57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f23f797db8da463db43034e42d4ddb5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570708 Jun 23 14:21:46.748226 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcac46-9f8e-4b9a-adce-fa2107dfca57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8abc2d0-9952-45a8-be34-7d64fa7afd4c,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:46.750146 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40540) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:46.751780 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-55bcac46-9f8e-4b9a-adce-fa2107dfca57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:46.799269 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-664a1d6d-94e3-4bf2-a4d9-94f8bbfa978c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.824352 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-664a1d6d-94e3-4bf2-a4d9-94f8bbfa978c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.872177 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-664a1d6d-94e3-4bf2-a4d9-94f8bbfa978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.874740 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-664a1d6d-94e3-4bf2-a4d9-94f8bbfa978c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.875862 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-664a1d6d-94e3-4bf2-a4d9-94f8bbfa978c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8abc2d0-9952-45a8-be34-7d64fa7afd4c HTTP/1.1" status: 204 len: 168 time: 0.1246696 Jun 23 14:21:46.876632 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-eda6ed6f-820b-4987-a071-cd765c44cff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:46.884284 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a1d6d-94e3-4bf2-a4d9-94f8bbfa978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8abc2d0-9952-45a8-be34-7d64fa7afd4c,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:46.886663 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-664a1d6d-94e3-4bf2-a4d9-94f8bbfa978c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:47.144106 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40546) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:47.158137 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6dc01c89-c524-47a8-b511-24a24d27d4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:47.255078 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6dc01c89-c524-47a8-b511-24a24d27d4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:47.259871 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-6dc01c89-c524-47a8-b511-24a24d27d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:47.263324 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-880afe5d-1535-4133-b20a-30c21a8cb6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:47.300906 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-6dc01c89-c524-47a8-b511-24a24d27d4f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0eb3578afd3c42a6b448f9f648afa9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556802 Jun 23 14:21:47.301834 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc01c89-c524-47a8-b511-24a24d27d4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db305809-016b-4674-9cea-262bcab2589f,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:47.303559 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40548) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:47.305333 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6dc01c89-c524-47a8-b511-24a24d27d4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:47.355100 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d489a67f-334d-4784-9df0-81dda47c3498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:47.376193 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d489a67f-334d-4784-9df0-81dda47c3498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:47.424590 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d489a67f-334d-4784-9df0-81dda47c3498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:47.427401 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d489a67f-334d-4784-9df0-81dda47c3498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:47.428554 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-d489a67f-334d-4784-9df0-81dda47c3498 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db305809-016b-4674-9cea-262bcab2589f HTTP/1.1" status: 204 len: 168 time: 0.1232476 Jun 23 14:21:47.430122 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f3deeb29-a293-4677-87b2-98569ca75744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:47.437589 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489a67f-334d-4784-9df0-81dda47c3498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db305809-016b-4674-9cea-262bcab2589f,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:47.439917 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d489a67f-334d-4784-9df0-81dda47c3498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:47.777522 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3263363b-d5aa-4129-bd75-caf8e75118fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:50.366115 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-b88e756b-ebae-4017-9a6b-f04e03ced793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:50.920440 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:51.202996 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:53.355859 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:56.218091 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f54fe3-4566-4e28-803e-5997bb125711 req-94eaf0ca-3a4b-4626-a856-f7a24d43ee12 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:56.219764 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-06f54fe3-4566-4e28-803e-5997bb125711 req-94eaf0ca-3a4b-4626-a856-f7a24d43ee12 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 947 time: 0.0641906 Jun 23 14:21:56.257773 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-06f54fe3-4566-4e28-803e-5997bb125711 req-e27d4329-2135-4691-9563-e2f840f55bc5 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319083 Jun 23 14:21:57.443005 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b43cd1-7ca3-4cd7-87fe-db534d3449d3 req-e297475e-439d-439b-ac6b-e8f96d732eba tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:57.444578 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a2b43cd1-7ca3-4cd7-87fe-db534d3449d3 req-e297475e-439d-439b-ac6b-e8f96d732eba tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 947 time: 0.0683889 Jun 23 14:21:57.482955 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-a2b43cd1-7ca3-4cd7-87fe-db534d3449d3 req-ace7396f-4b98-44d4-a97c-0f2010e65572 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328712 Jun 23 14:21:58.481701 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-c02376e3-1eec-4b8c-b567-b737921fd3ed tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:58.483164 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-c02376e3-1eec-4b8c-b567-b737921fd3ed tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.39 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 947 time: 0.0731468 Jun 23 14:21:58.598115 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Deleting port 2a8b47de-5820-4bac-a269-f798861cdfc2 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:58.598474 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:58.673719 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593e7d1-5e79-4629-8baa-6de02ff02a66 req-94cba8fa-8b27-4d7b-a495-430b0be6ccca tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:58.675810 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a593e7d1-5e79-4629-8baa-6de02ff02a66 req-94cba8fa-8b27-4d7b-a495-430b0be6ccca tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 947 time: 0.0709782 Jun 23 14:21:58.696322 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] For port 2a8b47de-5820-4bac-a269-f798861cdfc2, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2a8b47de-5820-4bac-a269-f798861cdfc2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:58.696682 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:58.717551 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a593e7d1-5e79-4629-8baa-6de02ff02a66 req-df5e1471-05e4-4e63-b372-46225d0edca4 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups?id=e3533864-47d3-441d-b32b-648c868c00ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Jun 23 14:21:58.864698 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:58.865071 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3805309'] for floatingip, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:58.865388 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.db.l3_db [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Floating IP a8c83123-7fdf-4902-bc73-4852857c92c9 disassociated. External IP: 172.27.1.130, port: 2a8b47de-5820-4bac-a269-f798861cdfc2. Jun 23 14:21:58.865730 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Calling delete_port for 2a8b47de-5820-4bac-a269-f798861cdfc2 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:59.002773 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:59.006653 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3e40ab5b-b9ee-43d9-9602-8b960af69be2 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:59.030512 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event deleted for resources: {'Port': ['ID=2a8b47de-5820-4bac-a269-f798861cdfc2,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:59.033911 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:59.150648 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:21:59.264189 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:21:59.274721 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1142ee84-3ce7-4aea-992d-d1a5ab255d3c None None] Sync routers for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:21:59.283695 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142ee84-3ce7-4aea-992d-d1a5ab255d3c None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:59.284312 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-1142ee84-3ce7-4aea-992d-d1a5ab255d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:21:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:59.308629 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] No DVR routers for this DVR port 2a8b47de-5820-4bac-a269-f798861cdfc2 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:59.311199 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:59.313213 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-1ccb3047-eb27-403a-a723-60e3fda22e85 req-1f6bde68-2643-46df-9643-ad749b8e77b8 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.39 "DELETE /v2.0/ports/2a8b47de-5820-4bac-a269-f798861cdfc2 HTTP/1.1" status: 204 len: 173 time: 0.8241358 Jun 23 14:21:59.313770 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'name': 'network-vif-deleted', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:59.316773 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dbc84c-3973-4762-9ec9-b8c303349736" -d '{"events": [{"server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "name": "network-vif-deleted", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:59.394708 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-1142ee84-3ce7-4aea-992d-d1a5ab255d3c None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:59.503924 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc778b5-c77c-4b33-9cc4-9b1445a697ca x-openstack-request-id: req-fcc778b5-c77c-4b33-9cc4-9b1445a697ca {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:59.504467 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71062622-2588-49e9-a0a5-80a1390fca90", "name": "network-vif-deleted", "tag": "2a8b47de-5820-4bac-a269-f798861cdfc2", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:59.504590 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcc778b5-c77c-4b33-9cc4-9b1445a697ca {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:59.504985 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71062622-2588-49e9-a0a5-80a1390fca90', 'name': 'network-vif-deleted', 'tag': '2a8b47de-5820-4bac-a269-f798861cdfc2', 'status': 'completed', 'code': 200} Jun 23 14:21:59.640571 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-1142ee84-3ce7-4aea-992d-d1a5ab255d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:59.670488 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1142ee84-3ce7-4aea-992d-d1a5ab255d3c None None] Checking router: 0ee1516f-c4fa-4f6a-bffc-81414c82e50b for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:59.678600 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142ee84-3ce7-4aea-992d-d1a5ab255d3c None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:59.680257 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-1142ee84-3ce7-4aea-992d-d1a5ab255d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:21:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:59.792994 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-1142ee84-3ce7-4aea-992d-d1a5ab255d3c None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:59.897146 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-f1d0b86d-1135-4c0e-9484-7a1206b72580 req-a21fcb58-3656-44e4-81d5-f24bdf0500de tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/ports?device_id=71062622-2588-49e9-a0a5-80a1390fca90 HTTP/1.1" status: 200 len: 210 time: 0.0419736 Jun 23 14:22:00.022068 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-1142ee84-3ce7-4aea-992d-d1a5ab255d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:00.048267 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1142ee84-3ce7-4aea-992d-d1a5ab255d3c None None] The sync data for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi is: [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '5c3ed66f-4fc7-4203-8da1-5113ea17c6d2', 'name': '', 'network_id': '55cb9de8-56b6-4497-9fe1-40dadbfbfc68', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'mac_address': 'fa:16:3e:38:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '219b1ff5-c987-4386-8070-44e05e051198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:12Z', 'updated_at': '2021-06-23T14:10:29Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'subnets': [{'id': '219b1ff5-c987-4386-8070-44e05e051198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:22:00.275339 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de210c70-87c4-4546-abbb-9bd55fdec702 None None] New status for floating IP a8c83123-7fdf-4902-bc73-4852857c92c9: DOWN {{(pid=93101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:22:00.910349 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2a8b47de-5820-4bac-a269-f798861cdfc2 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:22:00.931363 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 2a8b47de-5820-4bac-a269-f798861cdfc2 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:22:00.931719 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 2a8b47de-5820-4bac-a269-f798861cdfc2 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:22:01.027869 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40682) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:01.080418 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c32a3c95-c23a-4383-8bab-4cedfede804b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:01.103472 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c32a3c95-c23a-4383-8bab-4cedfede804b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:01.153854 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c32a3c95-c23a-4383-8bab-4cedfede804b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:01.156585 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c32a3c95-c23a-4383-8bab-4cedfede804b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:01.157733 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-c32a3c95-c23a-4383-8bab-4cedfede804b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "DELETE /v2.0/security-groups/e3533864-47d3-441d-b32b-648c868c00ed HTTP/1.1" status: 204 len: 168 time: 0.1288631 Jun 23 14:22:01.158527 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-48b067f9-1561-4e12-8661-ce9caddf9829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:01.160581 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40684) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:01.167275 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a3c95-c23a-4383-8bab-4cedfede804b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3533864-47d3-441d-b32b-648c868c00ed,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:01.169642 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c32a3c95-c23a-4383-8bab-4cedfede804b tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:01.176570 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.api.v2.resource [None req-3406dac0-fd63-40b6-9ecd-01036010c47d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] show failed (client error): The resource could not be found. Jun 23 14:22:01.177604 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-3406dac0-fd63-40b6-9ecd-01036010c47d tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "GET /v2.0/security-groups/e3533864-47d3-441d-b32b-648c868c00ed HTTP/1.1" status: 404 len: 347 time: 0.0159888 Jun 23 14:22:01.181035 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40686) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:01.306123 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Deleting port 28f790c8-f49e-4988-9920-bdf6b26fbae5 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:01.306378 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:01.385793 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:01.386154 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:01.402994 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Calling delete_port for 28f790c8-f49e-4988-9920-bdf6b26fbae5 owned by network:floatingip {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:01.537156 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:01.540509 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b1cb5ff8-5221-4e18-824a-d934a633584e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:01.564137 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Pushing event deleted for resources: {'Port': ['ID=28f790c8-f49e-4988-9920-bdf6b26fbae5,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:01.569737 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:01.627870 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks [] for floatingip, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:01.630890 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:01.632075 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8c83123-7fdf-4902-bc73-4852857c92c9 HTTP/1.1" status: 204 len: 168 time: 0.4501030 Jun 23 14:22:04.373773 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40728) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:04.884696 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3818491'] for router_interface, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.140913 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] Deleting port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:05.141143 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.216485 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] For port 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=5c3ed66f-4fc7-4203-8da1-5113ea17c6d2,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:22:05.216836 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.228924 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] Calling delete_port for 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 owned by network:router_interface {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:05.408541 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.410605 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-55424332-f175-4328-b304-83e0570425fd tempest-TestMinimumBasicScenario-723627106 tempest-TestMinimumBasicScenario-723627106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:05.440226 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3ed66f-4fc7-4203-8da1-5113ea17c6d2,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:05.442829 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:05.608363 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921931'] for router_interface, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.823525 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] Router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:22:05.926791 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:22:05.932367 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-9d816e63-9a69-4bb2-8666-fa905b83a502 admin admin] 10.222.0.13 "PUT /v2.0/routers/0ee1516f-c4fa-4f6a-bffc-81414c82e50b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5573115 Jun 23 14:22:05.934691 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40736) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:05.936743 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db508fa-7f71-47a3-ad50-b362a2b63833 None None] Sync routers for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:22:05.946725 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db508fa-7f71-47a3-ad50-b362a2b63833 None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:22:05.947349 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-4db508fa-7f71-47a3-ad50-b362a2b63833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:21:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:06.040118 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Notify callbacks [] for router, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.051606 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-4db508fa-7f71-47a3-ad50-b362a2b63833 None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:22:06.334183 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-4db508fa-7f71-47a3-ad50-b362a2b63833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:22:05Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:06.361011 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db508fa-7f71-47a3-ad50-b362a2b63833 None None] Checking router: 0ee1516f-c4fa-4f6a-bffc-81414c82e50b for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:22:06.370258 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db508fa-7f71-47a3-ad50-b362a2b63833 None None] Routers {'0ee1516f-c4fa-4f6a-bffc-81414c82e50b'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:22:06.370896 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-4db508fa-7f71-47a3-ad50-b362a2b63833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:21:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:06.430617 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.483189 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Deleting port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:06.483578 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.489442 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-4db508fa-7f71-47a3-ad50-b362a2b63833 None None] Set router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:22:06.561958 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] For port 8ff82975-8c47-4bab-8b01-7efc8c74d7a9, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=8ff82975-8c47-4bab-8b01-7efc8c74d7a9,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:22:06.562348 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.575123 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Calling delete_port for 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 owned by network:router_gateway {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:06.694501 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-4db508fa-7f71-47a3-ad50-b362a2b63833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:22:05Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:06.723245 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db508fa-7f71-47a3-ad50-b362a2b63833 None None] The sync data for ids ['0ee1516f-c4fa-4f6a-bffc-81414c82e50b'] in dv-cinder-784477-5-iscsi is: [{'id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'name': 'tempest-AttachVolumeShelveTestJSON-1058276828-router', 'tenant_id': '5d7c700b49d342b3bbed8da39da42fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:10:03Z', 'updated_at': '2021-06-23T14:22:05Z', 'revision_number': 5, 'project_id': '5d7c700b49d342b3bbed8da39da42fd9', 'gw_port': {'id': '8ff82975-8c47-4bab-8b01-7efc8c74d7a9', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee1516f-c4fa-4f6a-bffc-81414c82e50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:06Z', 'updated_at': '2021-06-23T14:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:22:06.763321 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.766279 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e51b4906-c5c6-474b-be4c-be4f1a7513d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:06.794860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff82975-8c47-4bab-8b01-7efc8c74d7a9,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:06.798696 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:06.854964 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3805342'] for router_gateway, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.905482 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.943608 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3922362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5956'] for router, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.946790 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.994582 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3922928'] for router, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:06.995094 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ee1516f-c4fa-4f6a-bffc-81414c82e50b {{(pid=93100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:22:06.999932 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Notify callbacks [] for router, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.001159 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] 10.222.0.13 "DELETE /v2.0/routers/0ee1516f-c4fa-4f6a-bffc-81414c82e50b HTTP/1.1" status: 204 len: 168 time: 1.0655696 Jun 23 14:22:07.003951 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40740) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:07.052761 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_v2 [None req-605a6479-0d04-4ad7-80ab-be33ed1471c5 admin admin] Deleting subnet 219b1ff5-c987-4386-8070-44e05e051198 {{(pid=93100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:22:07.055695 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-605a6479-0d04-4ad7-80ab-be33ed1471c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.089137 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-605a6479-0d04-4ad7-80ab-be33ed1471c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2483847'] for subnet, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.166129 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-605a6479-0d04-4ad7-80ab-be33ed1471c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.225500 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-605a6479-0d04-4ad7-80ab-be33ed1471c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10014491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069733'] for subnet, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.228332 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:07.252045 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6479-0d04-4ad7-80ab-be33ed1471c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219b1ff5-c987-4386-8070-44e05e051198,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:07.254602 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-605a6479-0d04-4ad7-80ab-be33ed1471c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:07.257959 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-605a6479-0d04-4ad7-80ab-be33ed1471c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.260014 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-605a6479-0d04-4ad7-80ab-be33ed1471c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/219b1ff5-c987-4386-8070-44e05e051198 HTTP/1.1" status: 204 len: 168 time: 0.2549162 Jun 23 14:22:07.262709 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40744) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:07.264239 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20157f20-a935-49b2-99ef-0b119b561670 None None] Network 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:22:07.336283 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.398608 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Deleting port a8f2046a-4350-4a44-8ded-fa015dd8e8cb {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:07.398973 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.465136 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] For port a8f2046a-4350-4a44-8ded-fa015dd8e8cb, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=a8f2046a-4350-4a44-8ded-fa015dd8e8cb,segment=NetworkSegment(21b25cd4-5fd7-45e5-8446-d08897f5beee),segment_id=21b25cd4-5fd7-45e5-8446-d08897f5beee)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:22:07.465485 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.478838 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Calling delete_port for a8f2046a-4350-4a44-8ded-fa015dd8e8cb owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:07.555023 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.558182 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-cb423bf2-7f17-4c20-92c3-e2beadaa1650 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:07.586618 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] No DVR routers for this DVR port a8f2046a-4350-4a44-8ded-fa015dd8e8cb on host dv-cinder-784477-5-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:22:07.590396 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f2046a-4350-4a44-8ded-fa015dd8e8cb,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:07.592530 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:07.659827 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.670626 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cb9de8-56b6-4497-9fe1-40dadbfbfc68']}} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:07.681598 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b25cd4-5fd7-45e5-8446-d08897f5beee') {'for_net_delete': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:07.681898 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b25cd4-5fd7-45e5-8446-d08897f5beee') {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:07.691106 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9394853'] for segment, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.714755 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.721800 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:22:07.722309 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2216383'] for segment, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: Traceback (most recent call last): Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: timer() Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: cb(*args, **kw) Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: return func(*args, **kwargs) Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: self._notify() Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: self.callback(batched_events) Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: event.method(event) Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: return f(self, *a, **k) Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._get(url).json() Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: return self.request(url, 'GET', **kwargs) Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:22:07.723935 dv-cinder-784477-5-iscsi neutron-server[93099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:22:07.748761 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5daa4-cd5a-487a-a5bc-b74f97f4c240 None None] DHCP port deletion for 55cb9de8-56b6-4497-9fe1-40dadbfbfc68 request from dv-cinder-784477-5-iscsi {{(pid=93101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:22:07.795438 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.801337 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.807644 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/55cb9de8-56b6-4497-9fe1-40dadbfbfc68 HTTP/1.1" status: 204 len: 168 time: 0.5396075 Jun 23 14:22:07.807644 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:07.815383 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:22:07.820544 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=55cb9de8-56b6-4497-9fe1-40dadbfbfc68,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:07.823461 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-94713195-085f-460d-93a8-4d840a7580a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:07.837804 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:22:07.838236 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 5c3ed66f-4fc7-4203-8da1-5113ea17c6d2 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:22:07.838619 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device a8f2046a-4350-4a44-8ded-fa015dd8e8cb no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:22:07.858497 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: a8f2046a-4350-4a44-8ded-fa015dd8e8cb {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:22:07.858856 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device a8f2046a-4350-4a44-8ded-fa015dd8e8cb not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:22:07.859285 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:22:07.878455 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:22:07.878867 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8ff82975-8c47-4bab-8b01-7efc8c74d7a9 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:22:07.938545 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40750) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:07.979450 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-5c192ce3-dc22-4a19-a324-6caa030c3672 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d7c700b49d342b3bbed8da39da42fd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395558 Jun 23 14:22:07.981709 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40752) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:08.031401 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e1383e5d-0db1-4462-b562-839a8a4a22d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:08.052609 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e1383e5d-0db1-4462-b562-839a8a4a22d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:08.097955 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e1383e5d-0db1-4462-b562-839a8a4a22d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:08.101608 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e1383e5d-0db1-4462-b562-839a8a4a22d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:08.102822 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-e1383e5d-0db1-4462-b562-839a8a4a22d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed6c951d-3bfe-4c2e-a85a-5548a81baa75 HTTP/1.1" status: 204 len: 168 time: 0.1201952 Jun 23 14:22:08.103605 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9d50a9ea-d02e-4a1e-964a-a7d427ee83e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:08.111143 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1383e5d-0db1-4462-b562-839a8a4a22d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6c951d-3bfe-4c2e-a85a-5548a81baa75,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:08.113525 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e1383e5d-0db1-4462-b562-839a8a4a22d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:09.931491 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40818) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:10.037428 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-13c3c462-8c93-45b8-8922-e3ad4d042905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.127154 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-13c3c462-8c93-45b8-8922-e3ad4d042905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.130783 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-13c3c462-8c93-45b8-8922-e3ad4d042905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.133983 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-421c1585-97da-45c9-a695-c4d1d9d126d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:10.169237 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-13c3c462-8c93-45b8-8922-e3ad4d042905 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=088b52b4a31440369e76b73bdb4a007c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367003 Jun 23 14:22:10.170175 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3c462-8c93-45b8-8922-e3ad4d042905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b043f10d-2f5f-4b22-a335-415578b9aba4,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:10.172069 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40824) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:10.173068 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-13c3c462-8c93-45b8-8922-e3ad4d042905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:10.219916 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.239860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.285227 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.287865 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.289477 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b043f10d-2f5f-4b22-a335-415578b9aba4 HTTP/1.1" status: 204 len: 168 time: 0.1162045 Jun 23 14:22:10.290254 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3dd7a84b-8d2c-4188-9a54-3adf8315893d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:10.297640 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b043f10d-2f5f-4b22-a335-415578b9aba4,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:10.305036 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.305420 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.305795 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.306187 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.306548 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.306910 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.307269 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.307625 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.307986 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.308338 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.308692 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.309045 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:10.312112 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4a9f27fd-0c4d-48b1-beeb-b5a2f2ce220d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:10.557531 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40830) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:10.570557 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb6958ef-0e70-47ee-9c10-fc141f2afd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.666473 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb6958ef-0e70-47ee-9c10-fc141f2afd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.670611 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bb6958ef-0e70-47ee-9c10-fc141f2afd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.673117 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-92e2f305-5248-4307-970c-aed9d0ce24c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:10.712778 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-bb6958ef-0e70-47ee-9c10-fc141f2afd65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5464b4ea5d6b489587ec05fa761111cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541035 Jun 23 14:22:10.713738 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6958ef-0e70-47ee-9c10-fc141f2afd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c43275-d42a-4f0b-a75d-276e9bda16d0,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:10.715583 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40832) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:10.717607 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb6958ef-0e70-47ee-9c10-fc141f2afd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:10.767518 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-27168647-5d24-4c41-8347-ef43cb41b24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.789793 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-27168647-5d24-4c41-8347-ef43cb41b24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.836785 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-27168647-5d24-4c41-8347-ef43cb41b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.839426 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-27168647-5d24-4c41-8347-ef43cb41b24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:10.840573 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-27168647-5d24-4c41-8347-ef43cb41b24f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91c43275-d42a-4f0b-a75d-276e9bda16d0 HTTP/1.1" status: 204 len: 168 time: 0.1237414 Jun 23 14:22:10.841435 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-30e0c0ef-e7ab-45aa-9275-601ea75a3122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:10.851531 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27168647-5d24-4c41-8347-ef43cb41b24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c43275-d42a-4f0b-a75d-276e9bda16d0,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:10.854155 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-27168647-5d24-4c41-8347-ef43cb41b24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:15.679732 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 40924) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:15.783098 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-85914e6a-b071-4fb6-bd50-39d71660eaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:15.871782 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-85914e6a-b071-4fb6-bd50-39d71660eaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:15.875762 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-85914e6a-b071-4fb6-bd50-39d71660eaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:15.878446 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-1988b535-e392-40a0-8fa9-41d0c497cbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:15.914776 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-85914e6a-b071-4fb6-bd50-39d71660eaee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86d9657e4bd741d1931a7187f99b912e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338612 Jun 23 14:22:15.915727 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85914e6a-b071-4fb6-bd50-39d71660eaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24ef7d7-3a16-4fb5-8592-30c6695f8801,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:15.917315 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 40928) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:15.918998 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-85914e6a-b071-4fb6-bd50-39d71660eaee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:15.978327 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:16.003893 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:16.051937 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:16.054975 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:16.056676 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b24ef7d7-3a16-4fb5-8592-30c6695f8801 HTTP/1.1" status: 204 len: 168 time: 0.1383297 Jun 23 14:22:16.057489 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-56dd0b0c-b305-435d-855f-c2d2ecabddff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:16.065300 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24ef7d7-3a16-4fb5-8592-30c6695f8801,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:16.073377 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.073758 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.074159 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.074522 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.074877 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.075239 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.075588 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.075937 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.076287 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.076633 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.076979 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.077429 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:16.080341 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:17.779000 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fd23319b-b9f1-44dd-ae70-fa3afbe3ef45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:17.980838 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:22:20.369503 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-609c3ff6-7dcf-410b-8592-8476485a9652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:20.922024 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:21.205970 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:22.519591 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-5e56fcfc-b1e7-4cbe-b58d-cbc77c93fc36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508592 Jun 23 14:22:22.645736 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-962dcd9d-6086-4ce9-8468-cf7a725ede86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:22.647228 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-962dcd9d-6086-4ce9-8468-cf7a725ede86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6185370aa2ed4a609ac4cc778de58633&device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 1098 time: 0.0634735 Jun 23 14:22:22.750998 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-c5d865de-8534-4729-8fea-6a8ac4039d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:22.752446 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-c5d865de-8534-4729-8fea-6a8ac4039d7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8de9a96-35e7-4aab-836f-d73407f1b67f HTTP/1.1" status: 200 len: 910 time: 0.0838325 Jun 23 14:22:22.831156 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-79c06a3e-cf24-4d30-a056-dbc32c7eccfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a HTTP/1.1" status: 200 len: 1000 time: 0.0604215 Jun 23 14:22:22.878373 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-6bf58325-5ede-444f-b92b-e175c154be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:22.879775 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-6bf58325-5ede-444f-b92b-e175c154be29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a075194-826e-444f-86de-c6e11b4afde2 HTTP/1.1" status: 200 len: 848 time: 0.0425389 Jun 23 14:22:22.934970 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-f6dff1d8-a312-4b71-a59b-ad38e5515f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:22.936418 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-f6dff1d8-a312-4b71-a59b-ad38e5515f29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8de9a96-35e7-4aab-836f-d73407f1b67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506415 Jun 23 14:22:23.028409 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-6a66d64e-d246-4b60-9a0a-d95426e10ff6 service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855744 Jun 23 14:22:23.116442 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-0c64bee1-4a83-4756-bb09-a182c57365f7 req-350f767d-f825-406a-a0ba-37396cf8c347 service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814035 Jun 23 14:22:23.358957 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:35.793243 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41232) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:35.939382 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b951ef81-e80f-4f95-9bb0-9766e951fdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.035287 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b951ef81-e80f-4f95-9bb0-9766e951fdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.039474 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b951ef81-e80f-4f95-9bb0-9766e951fdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.041899 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d489a67f-334d-4784-9df0-81dda47c3498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:36.078572 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951ef81-e80f-4f95-9bb0-9766e951fdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6445d3fb-95a4-45fe-96af-d10978e4d2db,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:36.083506 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-b951ef81-e80f-4f95-9bb0-9766e951fdc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4f9f7f6547642b28dd42b434a58b664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886293 Jun 23 14:22:36.084456 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b951ef81-e80f-4f95-9bb0-9766e951fdc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:36.087395 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41238) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:36.135115 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8d212cde-5546-4488-9e10-96f18a0469ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.156011 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8d212cde-5546-4488-9e10-96f18a0469ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.202310 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8d212cde-5546-4488-9e10-96f18a0469ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.204860 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8d212cde-5546-4488-9e10-96f18a0469ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.205978 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-8d212cde-5546-4488-9e10-96f18a0469ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6445d3fb-95a4-45fe-96af-d10978e4d2db HTTP/1.1" status: 204 len: 168 time: 0.1176925 Jun 23 14:22:36.206811 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b8a8582f-103c-49ea-9af1-330feac07ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:36.214922 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d212cde-5546-4488-9e10-96f18a0469ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6445d3fb-95a4-45fe-96af-d10978e4d2db,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:36.217121 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8d212cde-5546-4488-9e10-96f18a0469ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:36.461856 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41244) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:36.476760 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3a3b64db-623f-4315-af07-0cb0133e0530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.569223 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3a3b64db-623f-4315-af07-0cb0133e0530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.573776 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3a3b64db-623f-4315-af07-0cb0133e0530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.577373 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-86c6970b-9393-475e-81b8-5773b6914aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:36.613148 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-3a3b64db-623f-4315-af07-0cb0133e0530 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fa4f07d31a94955a37cec72a2fffd1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501715 Jun 23 14:22:36.614202 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b64db-623f-4315-af07-0cb0133e0530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e535856a-ee0b-4540-86be-c29157f4ea74,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:36.615746 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41246) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:36.617314 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3a3b64db-623f-4315-af07-0cb0133e0530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:36.669787 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e89a2203-aa24-49f9-8017-176e3790412a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.690890 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e89a2203-aa24-49f9-8017-176e3790412a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.735750 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e89a2203-aa24-49f9-8017-176e3790412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.738324 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e89a2203-aa24-49f9-8017-176e3790412a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:36.739455 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-e89a2203-aa24-49f9-8017-176e3790412a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e535856a-ee0b-4540-86be-c29157f4ea74 HTTP/1.1" status: 204 len: 168 time: 0.1219840 Jun 23 14:22:36.740213 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2409279a-00c5-43aa-b0d3-0461b6ba1eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:36.748469 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a2203-aa24-49f9-8017-176e3790412a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e535856a-ee0b-4540-86be-c29157f4ea74,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:36.750985 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e89a2203-aa24-49f9-8017-176e3790412a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:36.916484 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:37.998948 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41298) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:38.109015 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0ada-835f-45e0-81d2-6a51a0cfae13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:38.198393 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0ada-835f-45e0-81d2-6a51a0cfae13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:38.202286 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0ada-835f-45e0-81d2-6a51a0cfae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:38.204955 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-82842510-1d47-408a-b9ba-f0aeb5933267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:38.241817 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f0ada-835f-45e0-81d2-6a51a0cfae13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1ab4fa-81d5-4b42-959d-55e65d40688c,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:38.245028 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-6f8f0ada-835f-45e0-81d2-6a51a0cfae13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:38.250644 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-6f8f0ada-835f-45e0-81d2-6a51a0cfae13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=744d1038ed7243eb9720bb671a29fe9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477698 Jun 23 14:22:38.251765 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41304) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:38.303266 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d4120f60-370b-4585-9659-d86e82adbc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:38.327846 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d4120f60-370b-4585-9659-d86e82adbc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:38.374173 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d4120f60-370b-4585-9659-d86e82adbc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:38.376652 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d4120f60-370b-4585-9659-d86e82adbc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:38.377808 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-d4120f60-370b-4585-9659-d86e82adbc0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd1ab4fa-81d5-4b42-959d-55e65d40688c HTTP/1.1" status: 204 len: 168 time: 0.1258924 Jun 23 14:22:38.378601 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b951ef81-e80f-4f95-9bb0-9766e951fdc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:38.386595 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4120f60-370b-4585-9659-d86e82adbc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1ab4fa-81d5-4b42-959d-55e65d40688c,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:38.388865 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d4120f60-370b-4585-9659-d86e82adbc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:39.338759 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41342) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:39.542428 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e1d6d79e-d28a-4c2b-ab97-b86c1a36329c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:39.638005 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e1d6d79e-d28a-4c2b-ab97-b86c1a36329c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:39.642182 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e1d6d79e-d28a-4c2b-ab97-b86c1a36329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:39.645554 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4df2518a-1cd8-4c1e-be24-52ee5b18bfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:39.683402 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-e1d6d79e-d28a-4c2b-ab97-b86c1a36329c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0ee8f4204d648baa9a26f6e9ee157c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435578 Jun 23 14:22:39.686175 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41354) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:39.688119 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6d79e-d28a-4c2b-ab97-b86c1a36329c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4218d9-b8c0-4aba-8153-9d817a1479a1,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:39.694789 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e1d6d79e-d28a-4c2b-ab97-b86c1a36329c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:39.740451 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b89c67d4-119a-4514-90f5-5008c8802444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:39.764869 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b89c67d4-119a-4514-90f5-5008c8802444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:39.812043 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b89c67d4-119a-4514-90f5-5008c8802444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:39.814773 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b89c67d4-119a-4514-90f5-5008c8802444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:39.815953 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-b89c67d4-119a-4514-90f5-5008c8802444 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f4218d9-b8c0-4aba-8153-9d817a1479a1 HTTP/1.1" status: 204 len: 168 time: 0.1287384 Jun 23 14:22:39.816842 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-19a7991b-f861-4c24-b883-f9d821164a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:39.825211 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c67d4-119a-4514-90f5-5008c8802444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4218d9-b8c0-4aba-8153-9d817a1479a1,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:39.827601 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b89c67d4-119a-4514-90f5-5008c8802444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:46.391355 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41446) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:46.494734 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1244660c-da2f-4296-8538-8bdc4e73a180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.581415 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1244660c-da2f-4296-8538-8bdc4e73a180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.585199 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1244660c-da2f-4296-8538-8bdc4e73a180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.588185 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9c8eea06-8a57-4e74-89b0-164aaa6e7b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:46.623474 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244660c-da2f-4296-8538-8bdc4e73a180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d349751b-ab7a-46fd-958e-3e5f986abd9c,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:46.628011 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-1244660c-da2f-4296-8538-8bdc4e73a180 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16da3707fb8a431abcf5953ab34b9896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356346 Jun 23 14:22:46.628889 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-1244660c-da2f-4296-8538-8bdc4e73a180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:46.630693 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41450) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:46.704708 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f32e226c-1d34-41fd-b598-db6910b86dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.739180 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f32e226c-1d34-41fd-b598-db6910b86dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.796391 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f32e226c-1d34-41fd-b598-db6910b86dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.799264 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f32e226c-1d34-41fd-b598-db6910b86dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.800697 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-f32e226c-1d34-41fd-b598-db6910b86dc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d349751b-ab7a-46fd-958e-3e5f986abd9c HTTP/1.1" status: 204 len: 168 time: 0.1690578 Jun 23 14:22:46.801678 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-6966213b-7fc7-4672-bd97-eb199f97c2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:46.810425 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e226c-1d34-41fd-b598-db6910b86dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d349751b-ab7a-46fd-958e-3e5f986abd9c,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:46.812626 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f32e226c-1d34-41fd-b598-db6910b86dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:47.067273 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41456) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:47.080828 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ac207901-481f-4528-83cb-b7fabcab726c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.173725 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ac207901-481f-4528-83cb-b7fabcab726c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.177583 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ac207901-481f-4528-83cb-b7fabcab726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.180252 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-aae1652d-134b-42bd-b8c4-e7ae3ddf9209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:47.225732 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-ac207901-481f-4528-83cb-b7fabcab726c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ce60741bf264a40b1e1298938f9d9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550562 Jun 23 14:22:47.225732 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac207901-481f-4528-83cb-b7fabcab726c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3767b84b-b78a-4948-b053-aa2941919a04,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:47.227102 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41458) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:47.230290 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ac207901-481f-4528-83cb-b7fabcab726c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:47.287233 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-cdf195db-945c-4e58-940d-77c56a9a7ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.308974 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-cdf195db-945c-4e58-940d-77c56a9a7ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.354199 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-cdf195db-945c-4e58-940d-77c56a9a7ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.356759 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-cdf195db-945c-4e58-940d-77c56a9a7ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.358000 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-cdf195db-945c-4e58-940d-77c56a9a7ed2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3767b84b-b78a-4948-b053-aa2941919a04 HTTP/1.1" status: 204 len: 168 time: 0.1296947 Jun 23 14:22:47.358788 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-d0896540-cce4-4a71-8cb4-891a3c39c797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:47.365888 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf195db-945c-4e58-940d-77c56a9a7ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3767b84b-b78a-4948-b053-aa2941919a04,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:47.368359 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-cdf195db-945c-4e58-940d-77c56a9a7ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:47.682158 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41464) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:47.696972 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-fce2cc23-2aaf-4f28-b7c9-5e32cbfe4989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.780654 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f87ea290-422c-43df-b4e1-0aa44d0071e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.790556 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-fce2cc23-2aaf-4f28-b7c9-5e32cbfe4989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.794642 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-fce2cc23-2aaf-4f28-b7c9-5e32cbfe4989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.797311 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-79e19a62-2afd-4d36-9823-5790e3cf2175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:47.836304 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2cc23-2aaf-4f28-b7c9-5e32cbfe4989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769324a4-b2c5-45ef-b886-7a964e14bbf7,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:47.840522 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-fce2cc23-2aaf-4f28-b7c9-5e32cbfe4989 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6696b552616f467c860017775103ea5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573143 Jun 23 14:22:47.841483 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-fce2cc23-2aaf-4f28-b7c9-5e32cbfe4989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:47.843055 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41466) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:47.893811 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f084f954-4442-4a3a-a465-0480ff23cb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.913924 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f084f954-4442-4a3a-a465-0480ff23cb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.958663 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f084f954-4442-4a3a-a465-0480ff23cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.961379 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f084f954-4442-4a3a-a465-0480ff23cb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.962536 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-f084f954-4442-4a3a-a465-0480ff23cb23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/769324a4-b2c5-45ef-b886-7a964e14bbf7 HTTP/1.1" status: 204 len: 168 time: 0.1185918 Jun 23 14:22:47.963368 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb6958ef-0e70-47ee-9c10-fc141f2afd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:47.970579 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084f954-4442-4a3a-a465-0480ff23cb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769324a4-b2c5-45ef-b886-7a964e14bbf7,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:47.972747 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-f084f954-4442-4a3a-a465-0480ff23cb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:50.372126 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-c21467fe-344e-4e38-8500-a93e02ec7840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:50.923049 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:51.206276 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:51.516701 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41510) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:51.617274 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52a0f7a8-9b8a-43e0-bd13-dc78f13784b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:51.706642 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52a0f7a8-9b8a-43e0-bd13-dc78f13784b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:51.711065 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-52a0f7a8-9b8a-43e0-bd13-dc78f13784b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:51.714232 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-664a1d6d-94e3-4bf2-a4d9-94f8bbfa978c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:51.751373 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-52a0f7a8-9b8a-43e0-bd13-dc78f13784b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33ee3d9e2cc9455987517bd2910e6446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333198 Jun 23 14:22:51.752143 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0f7a8-9b8a-43e0-bd13-dc78f13784b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3f917c-c719-43ba-a6f8-8fe8a1e59fa1,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:51.753931 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41514) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:51.755279 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-52a0f7a8-9b8a-43e0-bd13-dc78f13784b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:51.804346 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eb7b27d0-a24f-4774-ab5d-96b0a0487bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:51.825893 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eb7b27d0-a24f-4774-ab5d-96b0a0487bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:51.873884 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eb7b27d0-a24f-4774-ab5d-96b0a0487bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:51.876759 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eb7b27d0-a24f-4774-ab5d-96b0a0487bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:51.877897 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-eb7b27d0-a24f-4774-ab5d-96b0a0487bb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff3f917c-c719-43ba-a6f8-8fe8a1e59fa1 HTTP/1.1" status: 204 len: 168 time: 0.1225255 Jun 23 14:22:51.878693 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-add680e7-3a50-40c2-9fb9-0b92afbe44a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:51.888023 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b27d0-a24f-4774-ab5d-96b0a0487bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3f917c-c719-43ba-a6f8-8fe8a1e59fa1,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:51.890641 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-eb7b27d0-a24f-4774-ab5d-96b0a0487bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:53.361565 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:54.980930 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:23:04.206440 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41616) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:04.534267 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Deleting port 90c3cb49-5299-469a-abfb-d3c2fe9d90a5 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:04.534598 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.611199 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.611528 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.623848 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Calling delete_port for 90c3cb49-5299-469a-abfb-d3c2fe9d90a5 owned by network:floatingip {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:04.772173 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.774843 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:04.798381 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event deleted for resources: {'Port': ['ID=90c3cb49-5299-469a-abfb-d3c2fe9d90a5,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:04.801475 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:04.859571 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.859883 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.l3_db [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Floating IP 6313bfce-b6b1-45ce-99d2-31b8081612f6 disassociated (deleted). External IP: 172.27.1.67, port: 7001c441-f223-46fc-9d2e-9961db50bd3c. Jun 23 14:23:05.071818 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Router c11799aa-b529-4788-8a33-be4d3442f06e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:23:05.179179 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:23:05.184061 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:05.188276 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2435d0-bdb0-4522-bb39-308e03e97302 None None] Sync routers for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:23:05.197458 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2435d0-bdb0-4522-bb39-308e03e97302 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:05.198112 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-2a2435d0-bdb0-4522-bb39-308e03e97302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:22:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:05.220795 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-5f86eea6-5aba-4826-a170-b25d7e8859c1 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "DELETE /v2.0/floatingips/6313bfce-b6b1-45ce-99d2-31b8081612f6 HTTP/1.1" status: 204 len: 168 time: 1.0132382 Jun 23 14:23:05.221651 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'tag': '7001c441-f223-46fc-9d2e-9961db50bd3c'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:23:05.223964 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad37d8d8beeb8169df3800a911929a3f4a5a3b87fc410ff1711a5d18233c5e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec04d5d-751b-4533-8c52-5c5602ff9541" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f958ad-2a51-4cad-81c2-3373b2a4de21", "tag": "7001c441-f223-46fc-9d2e-9961db50bd3c"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:23:05.291555 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad68472-50fd-48e4-8cc0-40f203982c0a x-openstack-request-id: req-2ad68472-50fd-48e4-8cc0-40f203982c0a {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:23:05.291936 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f958ad-2a51-4cad-81c2-3373b2a4de21", "tag": "7001c441-f223-46fc-9d2e-9961db50bd3c", "status": "completed", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:23:05.292177 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ad68472-50fd-48e4-8cc0-40f203982c0a {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:23:05.292733 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'tag': '7001c441-f223-46fc-9d2e-9961db50bd3c', 'status': 'completed', 'code': 200} Jun 23 14:23:05.312466 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-2a2435d0-bdb0-4522-bb39-308e03e97302 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:05.425658 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec04d5d-751b-4533-8c52-5c5602ff9541 req-94fa150e-f7fd-4223-84bb-86303d7a225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:05.428217 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bec04d5d-751b-4533-8c52-5c5602ff9541 req-94fa150e-f7fd-4223-84bb-86303d7a225c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 1098 time: 0.0881333 Jun 23 14:23:05.526629 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec04d5d-751b-4533-8c52-5c5602ff9541 req-361b4908-1bd2-400d-8d03-bf2b114e6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:05.530600 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bec04d5d-751b-4533-8c52-5c5602ff9541 req-361b4908-1bd2-400d-8d03-bf2b114e6b4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 913 time: 0.0940282 Jun 23 14:23:05.579154 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-2a2435d0-bdb0-4522-bb39-308e03e97302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'dd6b98ce-4981-491a-b636-1da1a6d84f4e', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '61731831-b527-435e-8772-5f1916d8c093', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:cd:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:02Z', 'updated_at': '2021-06-23T14:18:04Z', 'revision_number': 1, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:05.606521 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2435d0-bdb0-4522-bb39-308e03e97302 None None] Checking router: c11799aa-b529-4788-8a33-be4d3442f06e for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:23:05.619323 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2435d0-bdb0-4522-bb39-308e03e97302 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:05.619899 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-2a2435d0-bdb0-4522-bb39-308e03e97302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:22:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:05.629051 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bec04d5d-751b-4533-8c52-5c5602ff9541 req-e5109f78-1508-4d39-808e-cee89f87c24a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7001c441-f223-46fc-9d2e-9961db50bd3c HTTP/1.1" status: 200 len: 217 time: 0.0407143 Jun 23 14:23:05.685367 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec04d5d-751b-4533-8c52-5c5602ff9541 req-6b367abe-7505-4957-a6f4-213a4ad211b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:05.686852 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bec04d5d-751b-4533-8c52-5c5602ff9541 req-6b367abe-7505-4957-a6f4-213a4ad211b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 200 len: 851 time: 0.0506861 Jun 23 14:23:05.705254 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b747579-0722-4783-9231-ca87472f5719 req-4ba133ac-a776-47f7-a095-b7eea22fa9e3 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:05.707088 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9b747579-0722-4783-9231-ca87472f5719 req-4ba133ac-a776-47f7-a095-b7eea22fa9e3 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 945 time: 0.0878716 Jun 23 14:23:05.730896 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-2a2435d0-bdb0-4522-bb39-308e03e97302 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:05.759300 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-9b747579-0722-4783-9231-ca87472f5719 req-bc674292-86e7-4aa2-a717-bd932eb72548 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421236 Jun 23 14:23:05.759977 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec04d5d-751b-4533-8c52-5c5602ff9541 req-2a003d35-f0b2-49af-b831-619ea573d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:05.761609 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bec04d5d-751b-4533-8c52-5c5602ff9541 req-2a003d35-f0b2-49af-b831-619ea573d2a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c100c7db-7ecc-4676-ac86-ab42bb42442a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675066 Jun 23 14:23:05.856901 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bec04d5d-751b-4533-8c52-5c5602ff9541 req-48322c40-4921-495c-824c-54742fc15df2 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881028 Jun 23 14:23:05.949109 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-bec04d5d-751b-4533-8c52-5c5602ff9541 req-1f7aab53-4eca-453d-b632-f93ff7323771 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853407 Jun 23 14:23:05.962346 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-2a2435d0-bdb0-4522-bb39-308e03e97302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'dd6b98ce-4981-491a-b636-1da1a6d84f4e', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '61731831-b527-435e-8772-5f1916d8c093', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:cd:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:02Z', 'updated_at': '2021-06-23T14:18:04Z', 'revision_number': 1, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:05.991648 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2435d0-bdb0-4522-bb39-308e03e97302 None None] The sync data for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi is: [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_floatingips': [{'id': 'dd6b98ce-4981-491a-b636-1da1a6d84f4e', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'router_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'port_id': '61731831-b527-435e-8772-5f1916d8c093', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'mac_address': 'fa:16:3e:cd:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:02Z', 'updated_at': '2021-06-23T14:18:04Z', 'revision_number': 1, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:23:06.213028 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873d054-02f3-436b-892e-b4087aa4c93f None None] New status for floating IP 6313bfce-b6b1-45ce-99d2-31b8081612f6: DOWN {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:23:06.902766 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.948352 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb882e61-08ef-4797-855f-9a2ca5913c87 req-faca8a24-b901-4b7a-ba27-c00e14358983 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:06.949819 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cb882e61-08ef-4797-855f-9a2ca5913c87 req-faca8a24-b901-4b7a-ba27-c00e14358983 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 945 time: 0.0695462 Jun 23 14:23:06.986987 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-cb882e61-08ef-4797-855f-9a2ca5913c87 req-d791d29c-ee69-4aa7-a675-20fbb675a5c0 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313871 Jun 23 14:23:07.858412 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af367e7-5fdf-4e77-b8f0-1ea22c2cb828 req-4ed114f2-e0d1-4bdd-969a-99c653bbe9a3 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:07.859842 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2af367e7-5fdf-4e77-b8f0-1ea22c2cb828 req-4ed114f2-e0d1-4bdd-969a-99c653bbe9a3 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 945 time: 0.0623193 Jun 23 14:23:07.957964 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-2af367e7-5fdf-4e77-b8f0-1ea22c2cb828 req-13cf4ea0-433e-4668-959f-5003d73cb5af tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Deleting port 7001c441-f223-46fc-9d2e-9961db50bd3c {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:07.958700 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-2af367e7-5fdf-4e77-b8f0-1ea22c2cb828 req-13cf4ea0-433e-4668-959f-5003d73cb5af tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:08.049214 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-2af367e7-5fdf-4e77-b8f0-1ea22c2cb828 req-13cf4ea0-433e-4668-959f-5003d73cb5af tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] For port 7001c441-f223-46fc-9d2e-9961db50bd3c, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7001c441-f223-46fc-9d2e-9961db50bd3c,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:08.049575 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-2af367e7-5fdf-4e77-b8f0-1ea22c2cb828 req-13cf4ea0-433e-4668-959f-5003d73cb5af tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:08.062350 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-2af367e7-5fdf-4e77-b8f0-1ea22c2cb828 req-13cf4ea0-433e-4668-959f-5003d73cb5af tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Calling delete_port for 7001c441-f223-46fc-9d2e-9961db50bd3c owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:08.161134 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb3947-ffe2-49f8-b29f-660c0e892d93 req-b4711e09-9c35-4292-9e05-7091dcf76aae tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:08.163091 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-25fb3947-ffe2-49f8-b29f-660c0e892d93 req-b4711e09-9c35-4292-9e05-7091dcf76aae tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 945 time: 0.0657713 Jun 23 14:23:08.194911 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-2af367e7-5fdf-4e77-b8f0-1ea22c2cb828 req-13cf4ea0-433e-4668-959f-5003d73cb5af tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:08.199236 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-c829d5a6-f5c2-4a71-b64e-3d81917e218c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:08.202918 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-25fb3947-ffe2-49f8-b29f-660c0e892d93 req-19a180d2-8818-4b91-8b6a-a60ef359533f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335784 Jun 23 14:23:08.234863 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf4ea0-433e-4668-959f-5003d73cb5af tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event deleted for resources: {'Port': ['ID=7001c441-f223-46fc-9d2e-9961db50bd3c,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:08.237953 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-13cf4ea0-433e-4668-959f-5003d73cb5af tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:08.280257 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af367e7-5fdf-4e77-b8f0-1ea22c2cb828 req-13cf4ea0-433e-4668-959f-5003d73cb5af tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] No DVR routers for this DVR port 7001c441-f223-46fc-9d2e-9961db50bd3c on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:23:08.282996 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-2af367e7-5fdf-4e77-b8f0-1ea22c2cb828 req-13cf4ea0-433e-4668-959f-5003d73cb5af tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:08.285142 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-2af367e7-5fdf-4e77-b8f0-1ea22c2cb828 req-13cf4ea0-433e-4668-959f-5003d73cb5af tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "DELETE /v2.0/ports/7001c441-f223-46fc-9d2e-9961db50bd3c HTTP/1.1" status: 204 len: 173 time: 0.4187047 Jun 23 14:23:08.285662 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'name': 'network-vif-deleted', 'tag': '7001c441-f223-46fc-9d2e-9961db50bd3c'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:23:08.288206 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0807b61b-1b0c-4200-905b-c1bdc558dc9a" -d '{"events": [{"server_uuid": "f1f958ad-2a51-4cad-81c2-3373b2a4de21", "name": "network-vif-deleted", "tag": "7001c441-f223-46fc-9d2e-9961db50bd3c"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:23:08.326388 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041ae591-58b3-4682-99b6-b1caacf72b9f x-openstack-request-id: req-041ae591-58b3-4682-99b6-b1caacf72b9f {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:23:08.326732 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f958ad-2a51-4cad-81c2-3373b2a4de21", "name": "network-vif-deleted", "tag": "7001c441-f223-46fc-9d2e-9961db50bd3c", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:23:08.327035 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-041ae591-58b3-4682-99b6-b1caacf72b9f {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:23:08.327593 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f958ad-2a51-4cad-81c2-3373b2a4de21', 'name': 'network-vif-deleted', 'tag': '7001c441-f223-46fc-9d2e-9961db50bd3c', 'status': 'completed', 'code': 200} Jun 23 14:23:09.365756 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-992b8834-e16f-4176-8238-d4028c62327e req-4f8e0e38-8f23-41a0-9f1b-d4cbef214d49 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f958ad-2a51-4cad-81c2-3373b2a4de21 HTTP/1.1" status: 200 len: 210 time: 0.0303125 Jun 23 14:23:11.175223 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 7001c441-f223-46fc-9d2e-9961db50bd3c no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:11.196164 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 7001c441-f223-46fc-9d2e-9961db50bd3c {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:11.196518 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 7001c441-f223-46fc-9d2e-9961db50bd3c not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:12.677717 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41686) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:12.832930 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Deleting port e45183d8-aaaa-40f0-ba9d-9c9cf68e323d {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:12.833300 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:12.906307 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:12.906633 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:12.917859 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Calling delete_port for e45183d8-aaaa-40f0-ba9d-9c9cf68e323d owned by network:floatingip {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:13.067759 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.074446 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-53185668-b272-4334-8d39-acd954d0fd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:13.099544 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event deleted for resources: {'Port': ['ID=e45183d8-aaaa-40f0-ba9d-9c9cf68e323d,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:13.117404 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:13.156873 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.157199 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.l3_db [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Floating IP dd6b98ce-4981-491a-b636-1da1a6d84f4e disassociated (deleted). External IP: 172.27.1.97, port: 61731831-b527-435e-8772-5f1916d8c093. Jun 23 14:23:13.369947 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Router c11799aa-b529-4788-8a33-be4d3442f06e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:23:13.480819 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:23:13.485537 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.489858 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98ec3a-1185-4133-b071-bb2b059121a7 None None] Sync routers for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:23:13.500273 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98ec3a-1185-4133-b071-bb2b059121a7 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:13.500888 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-0b98ec3a-1185-4133-b071-bb2b059121a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:22:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:13.521559 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-efcb6d68-d95e-4f36-9478-439615106bcf tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "DELETE /v2.0/floatingips/dd6b98ce-4981-491a-b636-1da1a6d84f4e HTTP/1.1" status: 204 len: 168 time: 0.8427362 Jun 23 14:23:13.522349 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'tag': '61731831-b527-435e-8772-5f1916d8c093'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:23:13.524808 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad37d8d8beeb8169df3800a911929a3f4a5a3b87fc410ff1711a5d18233c5e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b082c6f-f86c-47c6-b54e-1b4885ecf628" -d '{"events": [{"name": "network-changed", "server_uuid": "a45f4fcd-a499-4921-b411-6b0797dc5fa7", "tag": "61731831-b527-435e-8772-5f1916d8c093"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:23:13.565943 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71edfdbc-2555-4b6f-87aa-6d0d70d758db x-openstack-request-id: req-71edfdbc-2555-4b6f-87aa-6d0d70d758db {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:23:13.566307 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45f4fcd-a499-4921-b411-6b0797dc5fa7", "tag": "61731831-b527-435e-8772-5f1916d8c093", "status": "completed", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:23:13.566600 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71edfdbc-2555-4b6f-87aa-6d0d70d758db {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:23:13.567039 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'tag': '61731831-b527-435e-8772-5f1916d8c093', 'status': 'completed', 'code': 200} Jun 23 14:23:13.617817 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-0b98ec3a-1185-4133-b071-bb2b059121a7 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:13.668509 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b082c6f-f86c-47c6-b54e-1b4885ecf628 req-528df9bb-56a6-4e03-8548-5988c2dc13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:13.670209 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9b082c6f-f86c-47c6-b54e-1b4885ecf628 req-528df9bb-56a6-4e03-8548-5988c2dc13b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 1099 time: 0.0582652 Jun 23 14:23:13.771131 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b082c6f-f86c-47c6-b54e-1b4885ecf628 req-f0710cc2-e8d4-4342-8a1b-1ec948e28659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:13.772592 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9b082c6f-f86c-47c6-b54e-1b4885ecf628 req-f0710cc2-e8d4-4342-8a1b-1ec948e28659 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 200 len: 913 time: 0.0961003 Jun 23 14:23:13.826780 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-0b98ec3a-1185-4133-b071-bb2b059121a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:13.858188 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98ec3a-1185-4133-b071-bb2b059121a7 None None] Checking router: c11799aa-b529-4788-8a33-be4d3442f06e for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:23:13.867485 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98ec3a-1185-4133-b071-bb2b059121a7 None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:13.868241 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-0b98ec3a-1185-4133-b071-bb2b059121a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:22:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:13.873291 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9b082c6f-f86c-47c6-b54e-1b4885ecf628 req-e81492cd-1d88-48e9-8bc4-250440e319ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61731831-b527-435e-8772-5f1916d8c093 HTTP/1.1" status: 200 len: 217 time: 0.0665507 Jun 23 14:23:13.956549 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b082c6f-f86c-47c6-b54e-1b4885ecf628 req-d4131b35-f5b3-46c4-981f-c09d266b1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:13.957920 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9b082c6f-f86c-47c6-b54e-1b4885ecf628 req-d4131b35-f5b3-46c4-981f-c09d266b1cd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 200 len: 851 time: 0.0758219 Jun 23 14:23:13.980565 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-0b98ec3a-1185-4133-b071-bb2b059121a7 None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:14.009269 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e4cec-55aa-43c7-8ef9-f69b7f89b7d3 req-00c9c668-8b2d-48db-a060-b9677a460916 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:14.010811 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dd7e4cec-55aa-43c7-8ef9-f69b7f89b7d3 req-00c9c668-8b2d-48db-a060-b9677a460916 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 946 time: 0.1204958 Jun 23 14:23:14.061102 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-dd7e4cec-55aa-43c7-8ef9-f69b7f89b7d3 req-cfe858cc-7874-47ac-b823-72f56e0a807f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Jun 23 14:23:14.066337 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b082c6f-f86c-47c6-b54e-1b4885ecf628 req-0bdb4b33-0df7-4e5f-b0d9-c92d051e8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:14.067774 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9b082c6f-f86c-47c6-b54e-1b4885ecf628 req-0bdb4b33-0df7-4e5f-b0d9-c92d051e8eeb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c100c7db-7ecc-4676-ac86-ab42bb42442a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016133 Jun 23 14:23:14.165813 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9b082c6f-f86c-47c6-b54e-1b4885ecf628 req-ced7834f-abdb-45c8-b1f2-e3c2c57e51d6 service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891199 Jun 23 14:23:14.187798 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-0b98ec3a-1185-4133-b071-bb2b059121a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:14.213920 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98ec3a-1185-4133-b071-bb2b059121a7 None None] The sync data for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi is: [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:19Z', 'revision_number': 4, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c', 'name': '', 'network_id': 'c100c7db-7ecc-4676-ac86-ab42bb42442a', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'mac_address': 'fa:16:3e:2f:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:19Z', 'updated_at': '2021-06-23T14:12:25Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'subnets': [{'id': 'd68e6c2c-2ad9-4820-a3e3-c0189e3be93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:23:14.263682 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9b082c6f-f86c-47c6-b54e-1b4885ecf628 req-5e3f9c0a-a50c-438e-84c5-32a96fadcfbd service neutron] 10.222.0.39 "GET /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901940 Jun 23 14:23:14.444678 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074b624-18e2-40a6-9537-bcb2a2a35c87 None None] New status for floating IP dd6b98ce-4981-491a-b636-1da1a6d84f4e: DOWN {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:23:14.980713 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54afec7-da02-4f79-bee8-3df6ca2bd231 req-3db7bb85-801a-4069-8a9e-b728628a938f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:14.982036 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b54afec7-da02-4f79-bee8-3df6ca2bd231 req-3db7bb85-801a-4069-8a9e-b728628a938f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 946 time: 0.0645213 Jun 23 14:23:15.082791 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-b54afec7-da02-4f79-bee8-3df6ca2bd231 req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Deleting port 61731831-b527-435e-8772-5f1916d8c093 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:15.083129 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b54afec7-da02-4f79-bee8-3df6ca2bd231 req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.178889 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-b54afec7-da02-4f79-bee8-3df6ca2bd231 req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] For port 61731831-b527-435e-8772-5f1916d8c093, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=61731831-b527-435e-8772-5f1916d8c093,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:15.180149 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b54afec7-da02-4f79-bee8-3df6ca2bd231 req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.193093 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-b54afec7-da02-4f79-bee8-3df6ca2bd231 req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Calling delete_port for 61731831-b527-435e-8772-5f1916d8c093 owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:15.241405 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9356ab8-d689-4e30-9bba-881ac1c04d93 req-f2638ebb-5de5-43ca-870b-ebc43748fc71 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:15.243511 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a9356ab8-d689-4e30-9bba-881ac1c04d93 req-f2638ebb-5de5-43ca-870b-ebc43748fc71 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 946 time: 0.0686784 Jun 23 14:23:15.283900 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-a9356ab8-d689-4e30-9bba-881ac1c04d93 req-18985767-bf7e-4fd5-adcb-f0b63ec9dcb0 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2841248-31a2-4ca0-8663-c33141b403ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346375 Jun 23 14:23:15.327564 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b54afec7-da02-4f79-bee8-3df6ca2bd231 req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.331342 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-30af1d69-b94c-4025-b230-0266d54188ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:15.357316 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event deleted for resources: {'Port': ['ID=61731831-b527-435e-8772-5f1916d8c093,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:15.370567 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.370950 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.371331 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.371702 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.372068 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.372436 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.372800 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.373163 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.373528 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.373885 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.374269 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.374627 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:15.392823 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:15.413417 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54afec7-da02-4f79-bee8-3df6ca2bd231 req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] No DVR routers for this DVR port 61731831-b527-435e-8772-5f1916d8c093 on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:23:15.416448 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-b54afec7-da02-4f79-bee8-3df6ca2bd231 req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.418405 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b54afec7-da02-4f79-bee8-3df6ca2bd231 req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.39 "DELETE /v2.0/ports/61731831-b527-435e-8772-5f1916d8c093 HTTP/1.1" status: 204 len: 173 time: 0.4306922 Jun 23 14:23:15.418921 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'name': 'network-vif-deleted', 'tag': '61731831-b527-435e-8772-5f1916d8c093'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:23:15.421183 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e716e2fb-03fa-4666-b5c6-8e643e9db2e8" -d '{"events": [{"server_uuid": "a45f4fcd-a499-4921-b411-6b0797dc5fa7", "name": "network-vif-deleted", "tag": "61731831-b527-435e-8772-5f1916d8c093"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:23:15.464389 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a553e391-4a98-4996-bcb9-1ca404b67124 x-openstack-request-id: req-a553e391-4a98-4996-bcb9-1ca404b67124 {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:23:15.464750 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45f4fcd-a499-4921-b411-6b0797dc5fa7", "name": "network-vif-deleted", "tag": "61731831-b527-435e-8772-5f1916d8c093", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:23:15.465050 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a553e391-4a98-4996-bcb9-1ca404b67124 {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:23:15.465492 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45f4fcd-a499-4921-b411-6b0797dc5fa7', 'name': 'network-vif-deleted', 'tag': '61731831-b527-435e-8772-5f1916d8c093', 'status': 'completed', 'code': 200} Jun 23 14:23:16.441335 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-b39178c4-5af7-4f1c-a5b6-a7e2004f90fb req-a92482ad-428e-4202-b588-32830f04798f tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "GET /v2.0/ports?device_id=a45f4fcd-a499-4921-b411-6b0797dc5fa7 HTTP/1.1" status: 200 len: 210 time: 0.0284317 Jun 23 14:23:17.205046 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 61731831-b527-435e-8772-5f1916d8c093 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:17.229898 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No Port match for: 61731831-b527-435e-8772-5f1916d8c093 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:17.230282 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 61731831-b527-435e-8772-5f1916d8c093 not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:17.534252 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41718) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:17.661997 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Deleting port 21e7b823-4a95-4a51-a687-0fe0bffe5212 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:17.662372 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:17.767602 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:17.767934 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:17.781227 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Calling delete_port for 21e7b823-4a95-4a51-a687-0fe0bffe5212 owned by network:floatingip {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:17.785446 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6abb6c50-a931-46a3-ad02-4b5177cffe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:17.916386 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:17.919116 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e0947c7e-4fb2-4185-a423-977317c62573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:17.944886 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event deleted for resources: {'Port': ['ID=21e7b823-4a95-4a51-a687-0fe0bffe5212,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:17.955660 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.956044 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.956408 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.956774 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.957132 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.957495 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.957859 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.958236 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.958594 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.958945 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.959312 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.959644 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:17.964525 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:18.018532 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:18.020792 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:18.023638 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-0298f77b-cdd5-4453-814c-47eb161a63f6 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "DELETE /v2.0/floatingips/c30c0e79-4a31-45c6-b752-1e0b06635c1d HTTP/1.1" status: 204 len: 168 time: 0.4866257 Jun 23 14:23:19.293735 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41742) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:19.353157 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-946ad3b3-fa24-4fde-ac80-d08cf32d33fb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:19.381385 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-946ad3b3-fa24-4fde-ac80-d08cf32d33fb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:19.440702 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-946ad3b3-fa24-4fde-ac80-d08cf32d33fb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:19.443935 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-946ad3b3-fa24-4fde-ac80-d08cf32d33fb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:19.445189 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-946ad3b3-fa24-4fde-ac80-d08cf32d33fb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] 10.222.0.13 "DELETE /v2.0/security-groups/e2841248-31a2-4ca0-8663-c33141b403ee HTTP/1.1" status: 204 len: 168 time: 0.1502736 Jun 23 14:23:19.446125 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4fa82881-9d13-4174-ab83-eb50e2c8b357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:19.455506 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ad3b3-fa24-4fde-ac80-d08cf32d33fb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2841248-31a2-4ca0-8663-c33141b403ee,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:19.458929 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-946ad3b3-fa24-4fde-ac80-d08cf32d33fb tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:19.504976 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41746) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:19.958895 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3818491'] for router_interface, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.214479 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] Deleting port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:20.214730 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.298394 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] For port 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:20.299119 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.311165 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] Calling delete_port for 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c owned by network:router_interface {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:20.374279 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e89acab8-dd68-4f4e-8e03-a1cb60d5a76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.789285 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.791853 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-05fd1108-eefb-4957-ac44-4e9433400d55 tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:20.815938 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:20.820574 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:20.925961 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.993801 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921931'] for router_interface, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.206224 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] Router c11799aa-b529-4788-8a33-be4d3442f06e has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:23:21.209895 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.314295 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:23:21.319250 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b86d567b-48ab-4331-b764-f71162bedd81 admin admin] 10.222.0.13 "PUT /v2.0/routers/c11799aa-b529-4788-8a33-be4d3442f06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8132591 Jun 23 14:23:21.322097 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41754) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:21.324614 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c65d495-1960-4887-b187-49f15b8c2bbc None None] Sync routers for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:23:21.335279 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c65d495-1960-4887-b187-49f15b8c2bbc None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:21.335988 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-4c65d495-1960-4887-b187-49f15b8c2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:23:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:21.436311 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Notify callbacks [] for router, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.453187 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-4c65d495-1960-4887-b187-49f15b8c2bbc None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:21.541634 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.596476 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Deleting port bbde9fcf-a2a3-482c-b2d9-17fd83d90095 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:21.596822 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.685682 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] For port bbde9fcf-a2a3-482c-b2d9-17fd83d90095, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=bbde9fcf-a2a3-482c-b2d9-17fd83d90095,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:21.685949 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.702798 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Calling delete_port for bbde9fcf-a2a3-482c-b2d9-17fd83d90095 owned by network:router_gateway {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:21.777058 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-4c65d495-1960-4887-b187-49f15b8c2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:23:20Z', 'revision_number': 5, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port': {'id': 'bbde9fcf-a2a3-482c-b2d9-17fd83d90095', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:21.807600 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c65d495-1960-4887-b187-49f15b8c2bbc None None] Checking router: c11799aa-b529-4788-8a33-be4d3442f06e for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:23:21.816619 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c65d495-1960-4887-b187-49f15b8c2bbc None None] Routers {'c11799aa-b529-4788-8a33-be4d3442f06e'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:21.817239 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-4c65d495-1960-4887-b187-49f15b8c2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:23:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['c11799aa-b529-4788-8a33-be4d3442f06e'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:21.890640 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.892634 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-5536be3c-5c6b-43dd-b467-c879e615aac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:21.915734 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-4c65d495-1960-4887-b187-49f15b8c2bbc None None] Set router c11799aa-b529-4788-8a33-be4d3442f06e gateway port host: None {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:21.916261 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbde9fcf-a2a3-482c-b2d9-17fd83d90095,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:21.919636 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:21.973168 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-4c65d495-1960-4887-b187-49f15b8c2bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:23:21Z', 'revision_number': 6, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port_host': None}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:21.984270 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3805342'] for router_gateway, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.006129 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c65d495-1960-4887-b187-49f15b8c2bbc None None] The sync data for ids ['c11799aa-b529-4788-8a33-be4d3442f06e'] in dv-cinder-784477-5-iscsi is: [{'id': 'c11799aa-b529-4788-8a33-be4d3442f06e', 'name': 'tempest-TestVolumeBootPattern-1492003583-router', 'tenant_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:17Z', 'updated_at': '2021-06-23T14:23:21Z', 'revision_number': 6, 'project_id': 'd78df0bf3da24f43bf97302cf21e0ee9', 'gw_port_host': None}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:23:22.084533 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3922362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5956'] for router, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.087306 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.131877 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3922928'] for router, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.132457 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c11799aa-b529-4788-8a33-be4d3442f06e {{(pid=93100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:23:22.138744 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] Notify callbacks [] for router, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.138852 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-17a62be3-17f4-4122-b520-f98d222ca665 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c11799aa-b529-4788-8a33-be4d3442f06e HTTP/1.1" status: 204 len: 168 time: 0.8156886 Jun 23 14:23:22.141230 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41758) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:22.185530 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a08a698-3a50-48f0-b790-8a1b91e9292a admin admin] Deleting subnet d68e6c2c-2ad9-4820-a3e3-c0189e3be93e {{(pid=93100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:23:22.188878 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2a08a698-3a50-48f0-b790-8a1b91e9292a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.222450 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2a08a698-3a50-48f0-b790-8a1b91e9292a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2483847'] for subnet, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.311281 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2a08a698-3a50-48f0-b790-8a1b91e9292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.364048 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2a08a698-3a50-48f0-b790-8a1b91e9292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10014491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069733'] for subnet, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.366142 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:22.392966 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08a698-3a50-48f0-b790-8a1b91e9292a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68e6c2c-2ad9-4820-a3e3-c0189e3be93e,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:22.394961 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2a08a698-3a50-48f0-b790-8a1b91e9292a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.399321 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-2a08a698-3a50-48f0-b790-8a1b91e9292a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d68e6c2c-2ad9-4820-a3e3-c0189e3be93e HTTP/1.1" status: 204 len: 168 time: 0.2547727 Jun 23 14:23:22.399321 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-2a08a698-3a50-48f0-b790-8a1b91e9292a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:22.399850 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41760) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:22.403268 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5195d33-2946-4df8-b215-fed76158224b None None] Network c100c7db-7ecc-4676-ac86-ab42bb42442a requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:23:22.472366 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.523032 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Deleting port e589c7a1-de2a-4cc0-808f-9c7c05120fb3 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:22.523385 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.588154 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] For port e589c7a1-de2a-4cc0-808f-9c7c05120fb3, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=e589c7a1-de2a-4cc0-808f-9c7c05120fb3,segment=NetworkSegment(24b93888-93d5-4a1c-bbb2-ce9ca3159ff0),segment_id=24b93888-93d5-4a1c-bbb2-ce9ca3159ff0)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:22.588444 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.600351 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Calling delete_port for e589c7a1-de2a-4cc0-808f-9c7c05120fb3 owned by network:dhcp {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:22.674654 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.677406 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-4fe02cad-627e-4387-9b05-a7cbb1ea4905 tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:22.701450 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e589c7a1-de2a-4cc0-808f-9c7c05120fb3,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:22.703192 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] No DVR routers for this DVR port e589c7a1-de2a-4cc0-808f-9c7c05120fb3 on host dv-cinder-784477-5-iscsi {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:23:22.704639 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:22.777947 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02efbf-911c-4eaf-9a65-319609d9eda1 None None] DHCP port deletion for c100c7db-7ecc-4676-ac86-ab42bb42442a request from dv-cinder-784477-5-iscsi {{(pid=93101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:23:22.780201 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.797188 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c100c7db-7ecc-4676-ac86-ab42bb42442a']}} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:22.807712 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0') {'for_net_delete': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:22.808011 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b93888-93d5-4a1c-bbb2-ce9ca3159ff0') {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:22.816386 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2483864'] for segment, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.830448 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.836636 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:23:22.837022 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10014598'] for segment, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: Traceback (most recent call last): Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: timer() Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: cb(*args, **kw) Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: return func(*args, **kwargs) Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: self._notify() Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: self.callback(batched_events) Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: event.method(event) Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: return f(self, *a, **k) Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._get(url).json() Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: return self.request(url, 'GET', **kwargs) Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:23:22.838779 dv-cinder-784477-5-iscsi neutron-server[93100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:23:22.900443 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.904723 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:22.909619 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.911733 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c100c7db-7ecc-4676-ac86-ab42bb42442a HTTP/1.1" status: 204 len: 168 time: 0.5107734 Jun 23 14:23:22.915011 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41762) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:22.922599 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c100c7db-7ecc-4676-ac86-ab42bb42442a,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:22.925037 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9a859ae9-e8fb-4fa8-9183-997f379c63c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:23.363447 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:23.519559 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3818491'] for router_interface, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:23.749107 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device bbde9fcf-a2a3-482c-b2d9-17fd83d90095 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:23.772053 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: bbde9fcf-a2a3-482c-b2d9-17fd83d90095 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:23.772326 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device bbde9fcf-a2a3-482c-b2d9-17fd83d90095 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:23.772727 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] Deleting port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:23.772869 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:23.773604 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:23.792326 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:23.792935 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 8ce3dfce-055c-4fc1-a6a4-92296cfe6b2c not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:23.793092 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device e589c7a1-de2a-4cc0-808f-9c7c05120fb3 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:23.812073 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: e589c7a1-de2a-4cc0-808f-9c7c05120fb3 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:23.812425 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device e589c7a1-de2a-4cc0-808f-9c7c05120fb3 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:23.854962 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] For port 3f1d63c2-cc4e-4962-8cf5-8059e58e132b, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=3f1d63c2-cc4e-4962-8cf5-8059e58e132b,segment=NetworkSegment(9bc014d0-8128-40cc-ba0e-0541d4db0657),segment_id=9bc014d0-8128-40cc-ba0e-0541d4db0657)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:23.855318 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:23.868156 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] Calling delete_port for 3f1d63c2-cc4e-4962-8cf5-8059e58e132b owned by network:router_interface {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:24.046510 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.048348 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fc79a973-4c88-4ab8-b912-38269351ce11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:24.075948 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] Pushing event deleted for resources: {'Port': ['ID=3f1d63c2-cc4e-4962-8cf5-8059e58e132b,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:24.079089 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:24.245970 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921931'] for router_interface, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.476897 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] Router cfa706f5-839e-422b-90d0-2a343d9a1475 has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:23:24.587372 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:23:24.593024 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-9f7ac82f-faef-4585-a10e-5ab2f89602ae admin admin] 10.222.0.13 "PUT /v2.0/routers/cfa706f5-839e-422b-90d0-2a343d9a1475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6767211 Jun 23 14:23:24.595464 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41774) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:24.595941 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f3dbc-65a2-4baa-82d5-f390b4468955 None None] Sync routers for ids ['cfa706f5-839e-422b-90d0-2a343d9a1475'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:23:24.605458 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f3dbc-65a2-4baa-82d5-f390b4468955 None None] Routers {'cfa706f5-839e-422b-90d0-2a343d9a1475'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:24.606126 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-603f3dbc-65a2-4baa-82d5-f390b4468955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:23:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['cfa706f5-839e-422b-90d0-2a343d9a1475'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:24.707108 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Notify callbacks [] for router, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.712801 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-603f3dbc-65a2-4baa-82d5-f390b4468955 None None] Set router cfa706f5-839e-422b-90d0-2a343d9a1475 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:24.820995 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.886746 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Deleting port e5d65c20-3d09-430b-88b3-b39011da3fc7 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:24.887025 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.899271 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-603f3dbc-65a2-4baa-82d5-f390b4468955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'name': 'tempest-TestVolumeBootPattern-1992938244-router', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:22Z', 'updated_at': '2021-06-23T14:23:24Z', 'revision_number': 5, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'gw_port': {'id': 'e5d65c20-3d09-430b-88b3-b39011da3fc7', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:23Z', 'updated_at': '2021-06-23T14:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:24.925025 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f3dbc-65a2-4baa-82d5-f390b4468955 None None] Checking router: cfa706f5-839e-422b-90d0-2a343d9a1475 for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:23:24.933713 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f3dbc-65a2-4baa-82d5-f390b4468955 None None] Routers {'cfa706f5-839e-422b-90d0-2a343d9a1475'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:24.934355 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-603f3dbc-65a2-4baa-82d5-f390b4468955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:23:20Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['cfa706f5-839e-422b-90d0-2a343d9a1475'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:24.966516 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] For port e5d65c20-3d09-430b-88b3-b39011da3fc7, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=e5d65c20-3d09-430b-88b3-b39011da3fc7,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:24.966871 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.978837 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Calling delete_port for e5d65c20-3d09-430b-88b3-b39011da3fc7 owned by network:router_gateway {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:25.018899 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-603f3dbc-65a2-4baa-82d5-f390b4468955 None None] Set router cfa706f5-839e-422b-90d0-2a343d9a1475 gateway port host: None {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:25.144744 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.147544 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-966587b9-b73e-46a1-9a6c-272f5b8d69bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:25.160388 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-603f3dbc-65a2-4baa-82d5-f390b4468955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'name': 'tempest-TestVolumeBootPattern-1992938244-router', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:22Z', 'updated_at': '2021-06-23T14:23:24Z', 'revision_number': 6, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'gw_port_host': None}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:25.174659 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d65c20-3d09-430b-88b3-b39011da3fc7,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:25.186197 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f3dbc-65a2-4baa-82d5-f390b4468955 None None] The sync data for ids ['cfa706f5-839e-422b-90d0-2a343d9a1475'] in dv-cinder-784477-5-iscsi is: [{'id': 'cfa706f5-839e-422b-90d0-2a343d9a1475', 'name': 'tempest-TestVolumeBootPattern-1992938244-router', 'tenant_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:22Z', 'updated_at': '2021-06-23T14:23:24Z', 'revision_number': 6, 'project_id': 'f34cf26035f84c4aa0d34c4d4f3a12f3', 'gw_port_host': None}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:23:25.198917 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:25.238165 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3805342'] for router_gateway, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.323917 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3922362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5956'] for router, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.325953 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.366560 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3922928'] for router, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.367860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfa706f5-839e-422b-90d0-2a343d9a1475 {{(pid=93100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:23:25.372169 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] Notify callbacks [] for router, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.373269 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-aeb36cc7-4806-4a6d-9c00-a551c27e780a admin admin] 10.222.0.13 "DELETE /v2.0/routers/cfa706f5-839e-422b-90d0-2a343d9a1475 HTTP/1.1" status: 204 len: 168 time: 0.7767420 Jun 23 14:23:25.376039 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41776) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:25.423828 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41f3ff9-2bfb-4547-89e1-fe56d5fd210b admin admin] Deleting subnet 0f8e3bdc-6b95-4a35-be57-51a3c521507c {{(pid=93100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:23:25.426828 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b41f3ff9-2bfb-4547-89e1-fe56d5fd210b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.462282 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b41f3ff9-2bfb-4547-89e1-fe56d5fd210b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2483847'] for subnet, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.539089 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b41f3ff9-2bfb-4547-89e1-fe56d5fd210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.595696 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b41f3ff9-2bfb-4547-89e1-fe56d5fd210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10014491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069733'] for subnet, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.597848 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-71ba0948-61d7-42e0-8d82-aa3685370d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:25.622417 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f3ff9-2bfb-4547-89e1-fe56d5fd210b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8e3bdc-6b95-4a35-be57-51a3c521507c,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:25.627408 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b41f3ff9-2bfb-4547-89e1-fe56d5fd210b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:25.631753 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b41f3ff9-2bfb-4547-89e1-fe56d5fd210b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.634221 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b41f3ff9-2bfb-4547-89e1-fe56d5fd210b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0f8e3bdc-6b95-4a35-be57-51a3c521507c HTTP/1.1" status: 204 len: 168 time: 0.2569892 Jun 23 14:23:25.636498 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41786) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:25.638359 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9e3dd-d523-4625-9650-ae8fe29c4c8e None None] Network 1be4d7a4-2f37-44e7-889f-648c27368548 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:23:25.706435 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.761245 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Deleting port 256738ce-0b55-4931-8942-f56471e8a81f {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:25.761588 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.833668 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] For port 256738ce-0b55-4931-8942-f56471e8a81f, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=256738ce-0b55-4931-8942-f56471e8a81f,segment=NetworkSegment(9bc014d0-8128-40cc-ba0e-0541d4db0657),segment_id=9bc014d0-8128-40cc-ba0e-0541d4db0657)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:25.834158 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.847557 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Calling delete_port for 256738ce-0b55-4931-8942-f56471e8a81f owned by network:dhcp {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:25.925637 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.927700 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:25.957700 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Pushing event deleted for resources: {'Port': ['ID=256738ce-0b55-4931-8942-f56471e8a81f,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:25.960364 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:25.964256 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] No DVR routers for this DVR port 256738ce-0b55-4931-8942-f56471e8a81f on host dv-cinder-784477-5-iscsi {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:23:25.977670 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a89cb-d1c4-45e1-8bb9-04ba34b6cb6b None None] DHCP port deletion for 1be4d7a4-2f37-44e7-889f-648c27368548 request from dv-cinder-784477-5-iscsi {{(pid=93101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:23:26.034941 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device e5d65c20-3d09-430b-88b3-b39011da3fc7 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:26.055484 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: e5d65c20-3d09-430b-88b3-b39011da3fc7 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:26.055961 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device e5d65c20-3d09-430b-88b3-b39011da3fc7 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:26.056391 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 256738ce-0b55-4931-8942-f56471e8a81f no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:26.061186 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.071547 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be4d7a4-2f37-44e7-889f-648c27368548']}} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:26.074870 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 256738ce-0b55-4931-8942-f56471e8a81f {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:26.075231 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 256738ce-0b55-4931-8942-f56471e8a81f not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:26.075655 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 3f1d63c2-cc4e-4962-8cf5-8059e58e132b no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:26.081721 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc014d0-8128-40cc-ba0e-0541d4db0657') {'for_net_delete': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:26.082029 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc014d0-8128-40cc-ba0e-0541d4db0657') {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:26.092600 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2483864'] for segment, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.098941 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 3f1d63c2-cc4e-4962-8cf5-8059e58e132b {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:26.099299 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 3f1d63c2-cc4e-4962-8cf5-8059e58e132b not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:26.111277 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.117986 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:23:26.118477 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10014598'] for segment, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: Traceback (most recent call last): Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: timer() Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: cb(*args, **kw) Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: return func(*args, **kwargs) Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: self._notify() Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: self.callback(batched_events) Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: event.method(event) Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: return f(self, *a, **k) Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._get(url).json() Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: return self.request(url, 'GET', **kwargs) Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:23:26.120639 dv-cinder-784477-5-iscsi neutron-server[93100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:23:26.179780 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.183998 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b69086a4-2bc0-4539-96ce-2bd55705fe09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:26.187094 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.188908 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1be4d7a4-2f37-44e7-889f-648c27368548 HTTP/1.1" status: 204 len: 168 time: 0.5513957 Jun 23 14:23:26.200462 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Pushing event deleted for resources: {'Network': ['ID=1be4d7a4-2f37-44e7-889f-648c27368548,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:26.203357 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a6108bda-fe5b-4df0-a66d-9c6dda6c7626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:26.322688 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41790) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:26.362398 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-a15a385e-0074-49cb-811c-a95a2580ae38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d78df0bf3da24f43bf97302cf21e0ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382576 Jun 23 14:23:26.364706 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41792) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:26.411781 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e29099a-dbe5-4e19-9d1a-02629f6e6987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.433782 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e29099a-dbe5-4e19-9d1a-02629f6e6987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.482948 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e29099a-dbe5-4e19-9d1a-02629f6e6987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.485111 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-3e29099a-dbe5-4e19-9d1a-02629f6e6987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.486281 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-3e29099a-dbe5-4e19-9d1a-02629f6e6987 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f39fb26f-72f4-40d3-9191-598bce1ba24b HTTP/1.1" status: 204 len: 168 time: 0.1206532 Jun 23 14:23:26.487045 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-2fd6a99d-4148-46e1-a474-a7e738e34aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:26.495185 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29099a-dbe5-4e19-9d1a-02629f6e6987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39fb26f-72f4-40d3-9191-598bce1ba24b,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:26.497515 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-3e29099a-dbe5-4e19-9d1a-02629f6e6987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:26.827157 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41804) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:26.867981 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-ef2f7db9-ee5e-4afd-a1d2-dbb74fa3c9a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f34cf26035f84c4aa0d34c4d4f3a12f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395017 Jun 23 14:23:26.870325 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41806) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:26.918996 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-94176e37-6481-4a32-9f37-1e5511f6665e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.940471 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-94176e37-6481-4a32-9f37-1e5511f6665e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.990611 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-94176e37-6481-4a32-9f37-1e5511f6665e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.993669 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-94176e37-6481-4a32-9f37-1e5511f6665e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.994855 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-94176e37-6481-4a32-9f37-1e5511f6665e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d485ff5-5f89-42d4-bb5f-2f92c8f34ae0 HTTP/1.1" status: 204 len: 168 time: 0.1236503 Jun 23 14:23:26.995706 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a718a1dd-b20c-4d7f-9561-0b332fa1e209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:27.003612 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94176e37-6481-4a32-9f37-1e5511f6665e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d485ff5-5f89-42d4-bb5f-2f92c8f34ae0,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:27.005861 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-94176e37-6481-4a32-9f37-1e5511f6665e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:29.126609 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 41822) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:29.231949 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e7ce031a-0f48-411b-94d5-ce1c1ecd9080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:29.320297 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e7ce031a-0f48-411b-94d5-ce1c1ecd9080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:29.325406 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-e7ce031a-0f48-411b-94d5-ce1c1ecd9080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:29.328657 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-384d48e0-8aa6-49bf-b594-d6e2fe76b334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:29.365236 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-e7ce031a-0f48-411b-94d5-ce1c1ecd9080 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67abae414f83442bb38fb7daa90bf1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375543 Jun 23 14:23:29.367356 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce031a-0f48-411b-94d5-ce1c1ecd9080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cae2189-bc98-4afd-a85a-c6a9400f5c34,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:29.368118 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 41826) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:29.370324 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e7ce031a-0f48-411b-94d5-ce1c1ecd9080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:29.419490 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b25095ca-f1ed-4368-80f5-6edb85bae000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:29.439958 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b25095ca-f1ed-4368-80f5-6edb85bae000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:29.485903 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b25095ca-f1ed-4368-80f5-6edb85bae000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:29.488467 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b25095ca-f1ed-4368-80f5-6edb85bae000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:29.489572 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-b25095ca-f1ed-4368-80f5-6edb85bae000 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cae2189-bc98-4afd-a85a-c6a9400f5c34 HTTP/1.1" status: 204 len: 168 time: 0.1204731 Jun 23 14:23:29.490336 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c340c0f2-9370-45f1-846c-5c696789186d tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:29.497866 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25095ca-f1ed-4368-80f5-6edb85bae000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cae2189-bc98-4afd-a85a-c6a9400f5c34,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:29.501086 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b25095ca-f1ed-4368-80f5-6edb85bae000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:31.979670 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:23:36.910479 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:47.787656 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9ab8-07de-4419-b615-3dd91afb7408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:50.377809 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe5b87f4-19ed-4a16-8d35-38141bac1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:50.931003 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:51.213022 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:53.366702 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:06.915646 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:08.980039 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:24:14.961958 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 42120) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:24:15.073666 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-837dd260-5562-4bf5-8463-452dc7b948d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:15.164363 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-837dd260-5562-4bf5-8463-452dc7b948d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:15.168391 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-837dd260-5562-4bf5-8463-452dc7b948d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_create {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:15.170918 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-50591dce-02d2-41c0-b424-eb511e7ad65b tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:24:15.206146 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-837dd260-5562-4bf5-8463-452dc7b948d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0422970730974aeb8510ca9d3c0f6eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430327 Jun 23 14:24:15.206920 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dd260-5562-4bf5-8463-452dc7b948d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af349d1-8a6e-4052-9e25-b762227ece42,revision_number=1']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:24:15.208863 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 42124) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:24:15.210129 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-837dd260-5562-4bf5-8463-452dc7b948d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:24:15.260709 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-07484368-af6c-4e99-a8ff-e50f9e8f492d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:15.282154 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-07484368-af6c-4e99-a8ff-e50f9e8f492d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:15.334234 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-07484368-af6c-4e99-a8ff-e50f9e8f492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:15.337366 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-07484368-af6c-4e99-a8ff-e50f9e8f492d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:15.338548 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-07484368-af6c-4e99-a8ff-e50f9e8f492d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4af349d1-8a6e-4052-9e25-b762227ece42 HTTP/1.1" status: 204 len: 168 time: 0.1286144 Jun 23 14:24:15.339445 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-411b7afe-c9da-4978-b205-646527c46608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:24:15.347547 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07484368-af6c-4e99-a8ff-e50f9e8f492d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af349d1-8a6e-4052-9e25-b762227ece42,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:24:15.349861 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-07484368-af6c-4e99-a8ff-e50f9e8f492d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:24:17.788136 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-53607b5b-5c0b-42c5-97db-36ec129a9de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:20.387609 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-09aa4c04-3a25-4d59-b1de-a1b11087b9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:20.922963 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:21.039319 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-f045feaf-c592-41af-8680-3fd0d187cb96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512443 Jun 23 14:24:21.149645 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-59122373-77c8-430e-aed5-80366c5d6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:21.151132 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-59122373-77c8-430e-aed5-80366c5d6087 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6185370aa2ed4a609ac4cc778de58633&device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 1098 time: 0.0515234 Jun 23 14:24:21.216869 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:21.537921 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-bf00c128-7367-4d94-8bbc-643c0da4d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:21.540013 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-bf00c128-7367-4d94-8bbc-643c0da4d9f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8de9a96-35e7-4aab-836f-d73407f1b67f HTTP/1.1" status: 200 len: 910 time: 0.3694553 Jun 23 14:24:21.605829 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-89ecd0e7-c527-4ead-8a5c-791211f1347f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a HTTP/1.1" status: 200 len: 1000 time: 0.0591111 Jun 23 14:24:21.655153 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-ffac899f-bd85-4422-8d99-ead8a96bb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:21.656578 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-ffac899f-bd85-4422-8d99-ead8a96bb597 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a075194-826e-444f-86de-c6e11b4afde2 HTTP/1.1" status: 200 len: 848 time: 0.0433249 Jun 23 14:24:21.712654 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-7ada2a42-7ea2-4ae3-a9a1-9829bbb70e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:21.714712 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-7ada2a42-7ea2-4ae3-a9a1-9829bbb70e2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8de9a96-35e7-4aab-836f-d73407f1b67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511932 Jun 23 14:24:21.815444 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-a02f38e0-f7f2-4149-8bd1-a19bc013de2b service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934656 Jun 23 14:24:21.901035 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-9f163ab7-02e6-4cad-ab1c-7f4e7924546f req-9b484d55-a8ff-42aa-bd5f-80074578500c service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799406 Jun 23 14:24:23.370444 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:36.926459 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:45.979328 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:24:47.792273 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0666-7521-42e4-9ae9-feec3100558a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:50.379609 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-50e30c61-b15e-4de6-bdd5-f342182cc956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:50.924431 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:51.046573 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 42142) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:24:51.202325 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Deleting port efab4e03-0c4c-47ee-b75f-e9d3f8da243c {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:24:51.202699 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:51.219279 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:51.277388 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:51.277706 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:51.289591 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Calling delete_port for efab4e03-0c4c-47ee-b75f-e9d3f8da243c owned by network:floatingip {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:24:51.436811 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:51.439496 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d037cfb9-271f-4e36-94a0-8272d4d36961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:24:51.463425 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event deleted for resources: {'Port': ['ID=efab4e03-0c4c-47ee-b75f-e9d3f8da243c,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:24:51.488628 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.489005 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.489374 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.489756 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.490120 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.490477 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.490826 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.491179 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.491749 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.492420 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.492662 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.493081 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:51.498806 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:24:51.539418 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for floatingip, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:51.539751 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.db.l3_db [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Floating IP 1478ea88-6db2-432b-95d7-5e236b28b818 disassociated (deleted). External IP: 172.27.1.86, port: 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a. Jun 23 14:24:51.750301 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Router 9bdd77ab-c415-4085-853f-7ce778a627ee has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:24:51.858389 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:24:51.863383 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for floatingip, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:51.869461 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70163bd9-84ae-445e-bd7c-6dc6e2ac2078 None None] Sync routers for ids ['9bdd77ab-c415-4085-853f-7ce778a627ee'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:24:51.878558 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70163bd9-84ae-445e-bd7c-6dc6e2ac2078 None None] Routers {'9bdd77ab-c415-4085-853f-7ce778a627ee'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:24:51.879172 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-70163bd9-84ae-445e-bd7c-6dc6e2ac2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:24:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['9bdd77ab-c415-4085-853f-7ce778a627ee'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:24:51.913530 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-c55fa738-31ca-4b11-9e17-4512e3f5a1b7 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "DELETE /v2.0/floatingips/1478ea88-6db2-432b-95d7-5e236b28b818 HTTP/1.1" status: 204 len: 168 time: 0.8655310 Jun 23 14:24:51.914585 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:24:51.919212 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad37d8d8beeb8169df3800a911929a3f4a5a3b87fc410ff1711a5d18233c5e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3" -d '{"events": [{"name": "network-changed", "server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:24:52.006278 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-70163bd9-84ae-445e-bd7c-6dc6e2ac2078 None None] Set router 9bdd77ab-c415-4085-853f-7ce778a627ee gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:24:52.021770 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92955d6-339e-4d97-b829-e1379d91f068 x-openstack-request-id: req-c92955d6-339e-4d97-b829-e1379d91f068 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:24:52.022210 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a", "status": "completed", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:24:52.022629 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c92955d6-339e-4d97-b829-e1379d91f068 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:24:52.024408 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'status': 'completed', 'code': 200} Jun 23 14:24:52.136914 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3 req-4d36e096-dd1f-4b1b-9ab2-5a10a92847b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:52.139705 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3 req-4d36e096-dd1f-4b1b-9ab2-5a10a92847b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6185370aa2ed4a609ac4cc778de58633&device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 1098 time: 0.0711920 Jun 23 14:24:52.220990 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-70163bd9-84ae-445e-bd7c-6dc6e2ac2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '0e26ac33-8b6a-448a-aa05-8434406b378c', 'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'mac_address': 'fa:16:3e:05:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:26Z', 'updated_at': '2021-06-23T14:17:34Z', 'revision_number': 5, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'subnets': [{'id': '1a075194-826e-444f-86de-c6e11b4afde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:24:52.248897 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70163bd9-84ae-445e-bd7c-6dc6e2ac2078 None None] Checking router: 9bdd77ab-c415-4085-853f-7ce778a627ee for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:24:52.258818 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70163bd9-84ae-445e-bd7c-6dc6e2ac2078 None None] Routers {'9bdd77ab-c415-4085-853f-7ce778a627ee'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:24:52.259452 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-70163bd9-84ae-445e-bd7c-6dc6e2ac2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:24:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['9bdd77ab-c415-4085-853f-7ce778a627ee'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:24:52.320807 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3 req-df1e1685-91b0-49c5-aaec-85ee427e61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:52.322355 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3 req-df1e1685-91b0-49c5-aaec-85ee427e61ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8de9a96-35e7-4aab-836f-d73407f1b67f HTTP/1.1" status: 200 len: 910 time: 0.1322663 Jun 23 14:24:52.345712 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fe41a-ee56-4f12-8f5a-5cb2dd094d54 req-8142bf73-b7b0-4c96-9677-1649d30ac310 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:52.347298 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-696fe41a-ee56-4f12-8f5a-5cb2dd094d54 req-8142bf73-b7b0-4c96-9677-1649d30ac310 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.1044743 Jun 23 14:24:52.376983 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3 req-d2328a6d-2b00-41ec-bbd0-aa6b06f191fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a HTTP/1.1" status: 200 len: 217 time: 0.0475128 Jun 23 14:24:52.447042 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-696fe41a-ee56-4f12-8f5a-5cb2dd094d54 req-e870f1d2-9b0c-40bb-9a76-d2cccb5bb798 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728164 Jun 23 14:24:52.450842 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3 req-7af065d6-87bd-4bf4-a57a-3821623bf0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:52.452240 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3 req-7af065d6-87bd-4bf4-a57a-3821623bf0d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a075194-826e-444f-86de-c6e11b4afde2 HTTP/1.1" status: 200 len: 848 time: 0.0669043 Jun 23 14:24:52.501828 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-70163bd9-84ae-445e-bd7c-6dc6e2ac2078 None None] Set router 9bdd77ab-c415-4085-853f-7ce778a627ee gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:24:52.516780 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3 req-61c20318-e8af-4081-9489-5dd499224791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:52.518385 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3 req-61c20318-e8af-4081-9489-5dd499224791 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8de9a96-35e7-4aab-836f-d73407f1b67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582972 Jun 23 14:24:52.625628 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3 req-d21b5277-0b74-4cd1-818d-0474e21b54e6 service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002462 Jun 23 14:24:52.722802 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-70163bd9-84ae-445e-bd7c-6dc6e2ac2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '0e26ac33-8b6a-448a-aa05-8434406b378c', 'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'mac_address': 'fa:16:3e:05:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:26Z', 'updated_at': '2021-06-23T14:17:34Z', 'revision_number': 5, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'subnets': [{'id': '1a075194-826e-444f-86de-c6e11b4afde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:24:52.740480 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-f4e7f19f-f17f-4f2e-bfac-4909a1fd23e3 req-b337e3f3-4586-43b6-b49b-b64365ab6514 service neutron] 10.222.0.39 "GET /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069586 Jun 23 14:24:52.750260 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70163bd9-84ae-445e-bd7c-6dc6e2ac2078 None None] The sync data for ids ['9bdd77ab-c415-4085-853f-7ce778a627ee'] in dv-cinder-784477-5-iscsi is: [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 4, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi', '_interfaces': [{'id': '0e26ac33-8b6a-448a-aa05-8434406b378c', 'name': '', 'network_id': 'c8de9a96-35e7-4aab-836f-d73407f1b67f', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'mac_address': 'fa:16:3e:05:ba:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '1a075194-826e-444f-86de-c6e11b4afde2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:26Z', 'updated_at': '2021-06-23T14:17:34Z', 'revision_number': 5, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'subnets': [{'id': '1a075194-826e-444f-86de-c6e11b4afde2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:24:52.984113 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e401d4-b723-47d0-b8b1-6419f18a7c89 None None] New status for floating IP 1478ea88-6db2-432b-95d7-5e236b28b818: DOWN {{(pid=93102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:24:53.375330 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:53.680573 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290969e4-5198-4407-91ee-29f7d430a357 req-0f93a400-f7eb-44fc-9b3d-9cc49948e927 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:53.681991 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-290969e4-5198-4407-91ee-29f7d430a357 req-0f93a400-f7eb-44fc-9b3d-9cc49948e927 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0781038 Jun 23 14:24:53.728504 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-290969e4-5198-4407-91ee-29f7d430a357 req-1295e5e9-1460-4a59-a8cf-88be4b31ecf9 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407281 Jun 23 14:24:54.900248 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1986419-c460-4d0b-b377-72bebdf54bf9 req-82ed5d7d-3e93-4708-9c31-dec4c7a8eb9a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:54.901671 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b1986419-c460-4d0b-b377-72bebdf54bf9 req-82ed5d7d-3e93-4708-9c31-dec4c7a8eb9a tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0614157 Jun 23 14:24:54.937045 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-b1986419-c460-4d0b-b377-72bebdf54bf9 req-dbc2b28e-6be8-496e-83a9-954b734a046c tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298090 Jun 23 14:24:56.113415 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392259c-c300-435c-bea2-0d061d7b4639 req-e03ab1cf-8205-4e14-aaf5-2ab5d10e62d8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:56.114997 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4392259c-c300-435c-bea2-0d061d7b4639 req-e03ab1cf-8205-4e14-aaf5-2ab5d10e62d8 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0648575 Jun 23 14:24:56.153696 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-4392259c-c300-435c-bea2-0d061d7b4639 req-9e22aea3-9b92-4fd3-89e7-e33cf61870c4 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321336 Jun 23 14:24:57.330453 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2900a-4ee5-4c40-9bce-a9995fed7f3d req-7771db61-b083-43a6-ba51-0f3fe4a6387f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:57.331928 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3ea2900a-4ee5-4c40-9bce-a9995fed7f3d req-7771db61-b083-43a6-ba51-0f3fe4a6387f tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0640552 Jun 23 14:24:57.369935 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-3ea2900a-4ee5-4c40-9bce-a9995fed7f3d req-94fa5a9b-b175-44be-8894-4ca896de37dc tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321667 Jun 23 14:24:58.549016 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82387e-1bda-4fc6-91e7-a8e2e10c26bb req-f4d2b53e-02ca-4081-9d01-a5373bb3830e tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:58.550541 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7f82387e-1bda-4fc6-91e7-a8e2e10c26bb req-f4d2b53e-02ca-4081-9d01-a5373bb3830e tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0681684 Jun 23 14:24:58.591558 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-7f82387e-1bda-4fc6-91e7-a8e2e10c26bb req-b2c0c47e-dcc5-42f0-a002-5506ce7028b3 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c85e5d10-eebf-4a4b-860e-2f3500769302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345433 Jun 23 14:24:59.081140 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e185-1c22-41f8-9df3-fed2f711f12e req-1796cd1b-a0c7-486d-951b-c098e8897b84 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:59.082631 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d340e185-1c22-41f8-9df3-fed2f711f12e req-1796cd1b-a0c7-486d-951b-c098e8897b84 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.39 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 945 time: 0.0684469 Jun 23 14:24:59.177945 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-d340e185-1c22-41f8-9df3-fed2f711f12e req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Deleting port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:24:59.178338 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d340e185-1c22-41f8-9df3-fed2f711f12e req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:59.267152 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [req-d340e185-1c22-41f8-9df3-fed2f711f12e req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] For port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:24:59.267562 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d340e185-1c22-41f8-9df3-fed2f711f12e req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:59.279464 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [req-d340e185-1c22-41f8-9df3-fed2f711f12e req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Calling delete_port for 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a owned by compute:nova {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:24:59.375122 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:24:59.404245 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d340e185-1c22-41f8-9df3-fed2f711f12e req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:59.408303 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-bb770194-2f33-43ac-b785-c2047425d37a tempest-AttachVolumeTestJSON-810371215 tempest-AttachVolumeTestJSON-810371215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:24:59.416398 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] No active binding found for port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a {{(pid=93101) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 23 14:24:59.416834 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Device 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a not bound to the agent host hv-cinder-78447 {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:24:59.440002 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event deleted for resources: {'Port': ['ID=10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:24:59.466380 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.466774 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.467154 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.467525 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.467891 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.468260 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.468622 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.468981 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.469346 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.469706 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.470136 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.470438 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:59.475495 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:24:59.494912 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d340e185-1c22-41f8-9df3-fed2f711f12e req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] No DVR routers for this DVR port 10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a on host hv-cinder-78447 {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:24:59.497410 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [req-d340e185-1c22-41f8-9df3-fed2f711f12e req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62448'] for port, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:59.499394 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [req-d340e185-1c22-41f8-9df3-fed2f711f12e req-ff8082be-c5fb-4ca6-9040-ee622ac67981 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.39 "DELETE /v2.0/ports/10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a HTTP/1.1" status: 204 len: 173 time: 0.4117165 Jun 23 14:24:59.499929 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'name': 'network-vif-deleted', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a'}] {{(pid=93100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:24:59.502274 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d18c32817b4ff9776ae328489b430ad38155c51f483c728191c0252aea6c844e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe39e6f9-1c28-481c-bbe1-27794bcc5267" -d '{"events": [{"server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "name": "network-vif-deleted", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a"}]}' {{(pid=93100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:24:59.543682 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334817e8-980d-45f2-b372-cbde1096615e x-openstack-request-id: req-334817e8-980d-45f2-b372-cbde1096615e {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:24:59.544155 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373a9102-e65e-4874-8f62-4f1aa8711f3e", "name": "network-vif-deleted", "tag": "10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a", "status": "completed", "code": 200}]} {{(pid=93100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:24:59.544447 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-334817e8-980d-45f2-b372-cbde1096615e {{(pid=93100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:24:59.544911 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373a9102-e65e-4874-8f62-4f1aa8711f3e', 'name': 'network-vif-deleted', 'tag': '10a2a7be-83b9-4030-b31d-aa4cbb9a2d8a', 'status': 'completed', 'code': 200} Jun 23 14:24:59.736693 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [req-41fdc08a-b57e-45c4-846c-d869cb71a8b2 req-7ed302ba-82b9-4c6c-a420-c506ebed8848 tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "GET /v2.0/ports?device_id=373a9102-e65e-4874-8f62-4f1aa8711f3e HTTP/1.1" status: 200 len: 210 time: 0.0284350 Jun 23 14:25:00.832280 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 42172) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:00.895750 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dbf22248-3218-4ce3-be6f-80db675046dd tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:00.925065 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dbf22248-3218-4ce3-be6f-80db675046dd tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:00.984811 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dbf22248-3218-4ce3-be6f-80db675046dd tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:00.987463 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dbf22248-3218-4ce3-be6f-80db675046dd tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Notify callbacks [] for security_group, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:00.988597 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-dbf22248-3218-4ce3-be6f-80db675046dd tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] 10.222.0.13 "DELETE /v2.0/security-groups/c85e5d10-eebf-4a4b-860e-2f3500769302 HTTP/1.1" status: 204 len: 168 time: 0.1553624 Jun 23 14:25:00.989459 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b89c67d4-119a-4514-90f5-5008c8802444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:00.998968 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf22248-3218-4ce3-be6f-80db675046dd tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85e5d10-eebf-4a4b-860e-2f3500769302,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:01.001672 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-dbf22248-3218-4ce3-be6f-80db675046dd tempest-TestShelveInstance-237867101 tempest-TestShelveInstance-237867101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:01.052010 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 42176) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:01.551764 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3818491'] for router_interface, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:01.812488 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] Deleting port 0e26ac33-8b6a-448a-aa05-8434406b378c {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:25:01.812823 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:01.889536 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] For port 0e26ac33-8b6a-448a-aa05-8434406b378c, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=0e26ac33-8b6a-448a-aa05-8434406b378c,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:25:01.890294 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:01.902429 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] Calling delete_port for 0e26ac33-8b6a-448a-aa05-8434406b378c owned by network:router_interface {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:25:02.076530 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:02.078499 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-21b66f77-ab94-4614-b3d1-14cb12ae2170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:02.333940 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0e26ac33-8b6a-448a-aa05-8434406b378c,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:02.337537 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:02.510252 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921931'] for router_interface, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:02.748474 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] Router 9bdd77ab-c415-4085-853f-7ce778a627ee has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:25:02.857054 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:25:02.862243 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-44055357-d0a9-4293-a82b-eaf8cb5376ff admin admin] 10.222.0.13 "PUT /v2.0/routers/9bdd77ab-c415-4085-853f-7ce778a627ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8091815 Jun 23 14:25:02.864787 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 42180) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:02.865652 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b0310-1a91-4319-bd0c-e1d4f9d0c1b3 None None] Sync routers for ids ['9bdd77ab-c415-4085-853f-7ce778a627ee'] in dv-cinder-784477-5-iscsi {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:25:02.875663 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b0310-1a91-4319-bd0c-e1d4f9d0c1b3 None None] Routers {'9bdd77ab-c415-4085-853f-7ce778a627ee'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:25:02.876320 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-6c1b0310-1a91-4319-bd0c-e1d4f9d0c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:24:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['9bdd77ab-c415-4085-853f-7ce778a627ee'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:02.992734 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.004107 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-6c1b0310-1a91-4319-bd0c-e1d4f9d0c1b3 None None] Set router 9bdd77ab-c415-4085-853f-7ce778a627ee gateway port host: dv-cinder-784477-5-iscsi {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:25:03.094538 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.149637 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Deleting port 20277b85-b2b3-4018-9510-2be1a63d8068 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:25:03.149881 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.183667 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-6c1b0310-1a91-4319-bd0c-e1d4f9d0c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:25:02Z', 'revision_number': 5, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port': {'id': '20277b85-b2b3-4018-9510-2be1a63d8068', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:24Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:03.209320 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b0310-1a91-4319-bd0c-e1d4f9d0c1b3 None None] Checking router: 9bdd77ab-c415-4085-853f-7ce778a627ee for host: dv-cinder-784477-5-iscsi {{(pid=93101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:25:03.217720 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b0310-1a91-4319-bd0c-e1d4f9d0c1b3 None None] Routers {'9bdd77ab-c415-4085-853f-7ce778a627ee'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:25:03.218367 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-6c1b0310-1a91-4319-bd0c-e1d4f9d0c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:24:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['9bdd77ab-c415-4085-853f-7ce778a627ee'], 'active': True} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:03.231022 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] For port 20277b85-b2b3-4018-9510-2be1a63d8068, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=20277b85-b2b3-4018-9510-2be1a63d8068,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:25:03.231382 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.243892 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Calling delete_port for 20277b85-b2b3-4018-9510-2be1a63d8068 owned by network:router_gateway {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:25:03.306379 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvr_db [None req-6c1b0310-1a91-4319-bd0c-e1d4f9d0c1b3 None None] Set router 9bdd77ab-c415-4085-853f-7ce778a627ee gateway port host: None {{(pid=93101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:25:03.360434 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_hamode_db [None req-6c1b0310-1a91-4319-bd0c-e1d4f9d0c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:25:03Z', 'revision_number': 6, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port_host': None}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:03.388752 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b0310-1a91-4319-bd0c-e1d4f9d0c1b3 None None] The sync data for ids ['9bdd77ab-c415-4085-853f-7ce778a627ee'] in dv-cinder-784477-5-iscsi is: [{'id': '9bdd77ab-c415-4085-853f-7ce778a627ee', 'name': 'tempest-TestShelveInstance-1388363447-router', 'tenant_id': '6185370aa2ed4a609ac4cc778de58633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:25:03Z', 'revision_number': 6, 'project_id': '6185370aa2ed4a609ac4cc778de58633', 'gw_port_host': None}] {{(pid=93101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:25:03.414300 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.418384 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-85e070a1-472a-4730-ba83-5940b29c4817 tempest-AttachVolumeShelveTestJSON-618706939 tempest-AttachVolumeShelveTestJSON-618706939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:03.440789 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=20277b85-b2b3-4018-9510-2be1a63d8068,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:03.444656 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:03.504936 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3805342'] for router_gateway, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.593513 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3922362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5956'] for router, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.595751 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.645220 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3922928'] for router, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.645771 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdd77ab-c415-4085-853f-7ce778a627ee {{(pid=93100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:25:03.650993 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] Notify callbacks [] for router, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.652207 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-83115099-a7ed-4ea7-883c-b06dbce8bff8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9bdd77ab-c415-4085-853f-7ce778a627ee HTTP/1.1" status: 204 len: 168 time: 0.7863793 Jun 23 14:25:03.654659 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 42182) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:03.697783 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.db_base_plugin_v2 [None req-518c6eb3-636b-4f19-934d-37c532f732f5 admin admin] Deleting subnet 1a075194-826e-444f-86de-c6e11b4afde2 {{(pid=93100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:25:03.701152 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-518c6eb3-636b-4f19-934d-37c532f732f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.738482 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-518c6eb3-636b-4f19-934d-37c532f732f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2483847'] for subnet, precommit_delete_associations {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.843866 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-518c6eb3-636b-4f19-934d-37c532f732f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.898261 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-518c6eb3-636b-4f19-934d-37c532f732f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10014491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069733'] for subnet, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.900430 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-605a6479-0d04-4ad7-80ab-be33ed1471c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:03.923788 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c6eb3-636b-4f19-934d-37c532f732f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a075194-826e-444f-86de-c6e11b4afde2,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:03.926873 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-518c6eb3-636b-4f19-934d-37c532f732f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:03.927796 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-518c6eb3-636b-4f19-934d-37c532f732f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for subnet, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.930666 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-518c6eb3-636b-4f19-934d-37c532f732f5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1a075194-826e-444f-86de-c6e11b4afde2 HTTP/1.1" status: 204 len: 168 time: 0.2742119 Jun 23 14:25:03.932436 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 42184) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:03.935132 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84fead3-6254-45a6-9c27-da83e0c6f0ea None None] Network c8de9a96-35e7-4aab-836f-d73407f1b67f requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:25:04.002821 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.056944 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Deleting port b9040550-1f4d-44d5-a5af-7f7658105323 {{(pid=93100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:25:04.057289 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.143843 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] For port b9040550-1f4d-44d5-a5af-7f7658105323, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=b9040550-1f4d-44d5-a5af-7f7658105323,segment=NetworkSegment(322f5520-2593-4d38-9169-18cf067deb13),segment_id=322f5520-2593-4d38-9169-18cf067deb13)] {{(pid=93100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:25:04.144193 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.157273 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.plugin [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Calling delete_port for b9040550-1f4d-44d5-a5af-7f7658105323 owned by network:dhcp {{(pid=93100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:25:04.207513 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] DHCP port deletion for c8de9a96-35e7-4aab-836f-d73407f1b67f request from dv-cinder-784477-5-iscsi {{(pid=93101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:25:04.241298 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 0e26ac33-8b6a-448a-aa05-8434406b378c no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:25:04.261858 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10014545'] for port, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.264069 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7d660074-2a49-44fd-8ad6-992d755d736a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:04.265769 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 0e26ac33-8b6a-448a-aa05-8434406b378c {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:25:04.266238 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 0e26ac33-8b6a-448a-aa05-8434406b378c not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:25:04.294028 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Deleting port b9040550-1f4d-44d5-a5af-7f7658105323 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:25:04.294628 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.295944 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9040550-1f4d-44d5-a5af-7f7658105323,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:04.299523 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:04.300511 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] No DVR routers for this DVR port b9040550-1f4d-44d5-a5af-7f7658105323 on host dv-cinder-784477-5-iscsi {{(pid=93100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:25:04.373598 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] For port b9040550-1f4d-44d5-a5af-7f7658105323, host dv-cinder-784477-5-iscsi, got binding levels [] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:25:04.374655 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.385292 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.392603 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Calling delete_port for b9040550-1f4d-44d5-a5af-7f7658105323 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:25:04.396452 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.ipam_backend_mixin [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Port b9040550-1f4d-44d5-a5af-7f7658105323 was not found and therefore no delete operation was performed {{(pid=93101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 14:25:04.396761 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8de9a96-35e7-4aab-836f-d73407f1b67f']}} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:04.402285 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.404395 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:04.409446 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322f5520-2593-4d38-9169-18cf067deb13') {'for_net_delete': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:04.409748 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.services.segments.db [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322f5520-2593-4d38-9169-18cf067deb13') {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:04.419013 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2483864'] for segment, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.428324 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Pushing event deleted for resources: {'Port': ['ID=b9040550-1f4d-44d5-a5af-7f7658105323,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:04.434095 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] No DVR routers for this DVR port b9040550-1f4d-44d5-a5af-7f7658105323 on host dv-cinder-784477-5-iscsi {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:25:04.437420 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.445441 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.445797 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.446171 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.446515 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.446845 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.447950 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.447950 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.447950 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.448268 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.448852 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.448852 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.450855 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-5-iscsi {{(pid=93101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:04.456211 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-eb4eeba9-63e3-4bf0-87dd-f184340a3d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:04.456494 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:25:04.457068 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10014598'] for segment, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: Traceback (most recent call last): Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: timer() Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: cb(*args, **kw) Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: return func(*args, **kwargs) Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: self._notify() Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: self.callback(batched_events) Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: event.method(event) Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: return f(self, *a, **k) Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._get(url).json() Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: return self.request(url, 'GET', **kwargs) Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:25:04.468853 dv-cinder-784477-5-iscsi neutron-server[93100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:25:04.519082 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.526953 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:04.531933 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 42186) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:04.532437 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c8de9a96-35e7-4aab-836f-d73407f1b67f HTTP/1.1" status: 204 len: 168 time: 0.5986228 Jun 23 14:25:04.532967 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-7f23a303-870e-4167-99a4-8489485984c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:04.546666 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8de9a96-35e7-4aab-836f-d73407f1b67f,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:04.549860 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-b4e4bfad-6064-4653-bdb8-2ce0e3ac12f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:04.882340 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3818491'] for router_interface, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:05.129724 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] Deleting port ce7faf29-0e56-40a8-b074-9459695888ca {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:25:05.130088 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:05.216669 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] For port ce7faf29-0e56-40a8-b074-9459695888ca, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=ce7faf29-0e56-40a8-b074-9459695888ca,segment=NetworkSegment(14f66fae-1a05-4c21-b7ac-29902f3389d9),segment_id=14f66fae-1a05-4c21-b7ac-29902f3389d9)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:25:05.216927 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:05.228915 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] Calling delete_port for ce7faf29-0e56-40a8-b074-9459695888ca owned by network:router_interface {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:25:05.406431 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:05.409207 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-7620283c-b065-4318-8297-d715051027b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:05.434328 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7faf29-0e56-40a8-b074-9459695888ca,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:05.456238 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:05.604616 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921931'] for router_interface, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:05.824600 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] Router 325de03f-32f4-4b86-93d3-577538408d53 has already been hosted by L3 agent 4540f352-bd8e-4633-8346-81f94c1d98a2 {{(pid=93099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:25:05.854028 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 20277b85-b2b3-4018-9510-2be1a63d8068 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:25:05.874480 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 20277b85-b2b3-4018-9510-2be1a63d8068 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:25:05.874841 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 20277b85-b2b3-4018-9510-2be1a63d8068 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:25:05.875273 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device b9040550-1f4d-44d5-a5af-7f7658105323 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:25:05.893670 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: b9040550-1f4d-44d5-a5af-7f7658105323 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:25:05.894024 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device b9040550-1f4d-44d5-a5af-7f7658105323 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:25:05.937624 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] Notify agent at l3_agent.dv-cinder-784477-5-iscsi the message routers_updated {{(pid=93099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:25:05.942978 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-2061f64e-cc6d-4ca5-9166-ce62e9b8c062 admin admin] 10.222.0.13 "PUT /v2.0/routers/325de03f-32f4-4b86-93d3-577538408d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4100180 Jun 23 14:25:05.945713 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 42188) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:05.948203 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a14c496-60ca-4cbc-b1db-432ca37c22d1 None None] Sync routers for ids ['325de03f-32f4-4b86-93d3-577538408d53'] in dv-cinder-784477-5-iscsi {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:25:05.957306 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14c496-60ca-4cbc-b1db-432ca37c22d1 None None] Routers {'325de03f-32f4-4b86-93d3-577538408d53'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:25:05.958000 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-9a14c496-60ca-4cbc-b1db-432ca37c22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:24:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['325de03f-32f4-4b86-93d3-577538408d53'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:06.048613 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Notify callbacks [] for router, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:06.058131 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-9a14c496-60ca-4cbc-b1db-432ca37c22d1 None None] Set router 325de03f-32f4-4b86-93d3-577538408d53 gateway port host: dv-cinder-784477-5-iscsi {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:25:06.150004 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:06.201769 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Deleting port 28f935f8-f646-4259-8412-927f18efc026 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:25:06.202135 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:06.232856 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-9a14c496-60ca-4cbc-b1db-432ca37c22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325de03f-32f4-4b86-93d3-577538408d53', 'name': 'tempest-TestShelveInstance-54922496-router', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'external_fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '28f935f8-f646-4259-8412-927f18efc026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:25:05Z', 'revision_number': 5, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'gw_port': {'id': '28f935f8-f646-4259-8412-927f18efc026', 'name': '', 'network_id': '710040d5-090b-4499-bb22-f2344abaefd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325de03f-32f4-4b86-93d3-577538408d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:29Z', 'updated_at': '2021-06-23T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f08a345-b6db-4b38-84ae-2ae257831658', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-5-iscsi'}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:06.263000 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a14c496-60ca-4cbc-b1db-432ca37c22d1 None None] Checking router: 325de03f-32f4-4b86-93d3-577538408d53 for host: dv-cinder-784477-5-iscsi {{(pid=93102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:25:06.272224 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14c496-60ca-4cbc-b1db-432ca37c22d1 None None] Routers {'325de03f-32f4-4b86-93d3-577538408d53'} bound to L3 agent in host dv-cinder-784477-5-iscsi {{(pid=93102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:25:06.273120 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-9a14c496-60ca-4cbc-b1db-432ca37c22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:01:50Z,description=,heartbeat_timestamp=2021-06-23T14:24:50Z,host='dv-cinder-784477-5-iscsi',id=4540f352-bd8e-4633-8346-81f94c1d98a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:01:50Z,topic='l3_agent')) {'router_ids': ['325de03f-32f4-4b86-93d3-577538408d53'], 'active': True} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:06.285462 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] For port 28f935f8-f646-4259-8412-927f18efc026, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=28f935f8-f646-4259-8412-927f18efc026,segment=NetworkSegment(f0d5f21e-c30b-4668-87ea-4c23648c8f0c),segment_id=f0d5f21e-c30b-4668-87ea-4c23648c8f0c)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:25:06.285825 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:06.300384 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Calling delete_port for 28f935f8-f646-4259-8412-927f18efc026 owned by network:router_gateway {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:25:06.361452 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_dvr_db [None req-9a14c496-60ca-4cbc-b1db-432ca37c22d1 None None] Set router 325de03f-32f4-4b86-93d3-577538408d53 gateway port host: None {{(pid=93102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:25:06.419170 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.l3_hamode_db [None req-9a14c496-60ca-4cbc-b1db-432ca37c22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325de03f-32f4-4b86-93d3-577538408d53', 'name': 'tempest-TestShelveInstance-54922496-router', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:25:06Z', 'revision_number': 6, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'gw_port_host': None}], 'dv-cinder-784477-5-iscsi', False) {} {{(pid=93102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:06.449305 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a14c496-60ca-4cbc-b1db-432ca37c22d1 None None] The sync data for ids ['325de03f-32f4-4b86-93d3-577538408d53'] in dv-cinder-784477-5-iscsi is: [{'id': '325de03f-32f4-4b86-93d3-577538408d53', 'name': 'tempest-TestShelveInstance-54922496-router', 'tenant_id': '9468f32a74444d48b99ab97d17fa994d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:25:06Z', 'revision_number': 6, 'project_id': '9468f32a74444d48b99ab97d17fa994d', 'gw_port_host': None}] {{(pid=93102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:25:06.483544 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:06.484865 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:06.509740 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f935f8-f646-4259-8412-927f18efc026,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:06.512225 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:06.580305 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3805342'] for router_gateway, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:06.922625 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3922362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5956'] for router, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:06.924772 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:06.958704 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:06.968675 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3922928'] for router, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:06.969246 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 325de03f-32f4-4b86-93d3-577538408d53 {{(pid=93099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:25:06.974126 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] Notify callbacks [] for router, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:06.975243 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-fb5d5c1a-5db5-49c2-a5ce-c729602b2976 admin admin] 10.222.0.13 "DELETE /v2.0/routers/325de03f-32f4-4b86-93d3-577538408d53 HTTP/1.1" status: 204 len: 168 time: 1.0286024 Jun 23 14:25:06.979079 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 42190) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:07.022823 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_v2 [None req-14346ace-2b74-4d6c-9e4c-2a751580acf1 admin admin] Deleting subnet 76f2ef6a-776b-4844-ba4f-13999051904f {{(pid=93099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:25:07.025872 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-14346ace-2b74-4d6c-9e4c-2a751580acf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.059279 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-14346ace-2b74-4d6c-9e4c-2a751580acf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9394874'] for subnet, precommit_delete_associations {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.138648 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-14346ace-2b74-4d6c-9e4c-2a751580acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757492'] for subnet, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.190829 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-14346ace-2b74-4d6c-9e4c-2a751580acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2216226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9244819'] for subnet, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.193906 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-db5c3a34-2318-4e73-b6c8-c734db1dda15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:07.218012 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14346ace-2b74-4d6c-9e4c-2a751580acf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f2ef6a-776b-4844-ba4f-13999051904f,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:07.221086 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-14346ace-2b74-4d6c-9e4c-2a751580acf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:07.222114 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-14346ace-2b74-4d6c-9e4c-2a751580acf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.224278 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-14346ace-2b74-4d6c-9e4c-2a751580acf1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/76f2ef6a-776b-4844-ba4f-13999051904f HTTP/1.1" status: 204 len: 168 time: 0.2440453 Jun 23 14:25:07.227425 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [-] (93099) accepted ('10.222.0.13', 42192) {{(pid=93099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:07.228251 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e6f31c-cb40-4e5f-97f6-61bef02e3f46 None None] Network c40c7266-b604-459e-a546-a7f4a403db46 requested from dv-cinder-784477-5-iscsi {{(pid=93101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:25:07.302383 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-615282'] for network, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.357480 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Deleting port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:25:07.357814 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.427381 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] For port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=95507ee3-8bdf-46d2-af4d-ef8ba2216fb8,segment=NetworkSegment(14f66fae-1a05-4c21-b7ac-29902f3389d9),segment_id=14f66fae-1a05-4c21-b7ac-29902f3389d9)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:25:07.427631 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.434231 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9a35ec-f3e4-4176-994b-07720612ef11 None None] DHCP port deletion for c40c7266-b604-459e-a546-a7f4a403db46 request from dv-cinder-784477-5-iscsi {{(pid=93101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:25:07.448002 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Calling delete_port for 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:25:07.487115 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a35ec-f3e4-4176-994b-07720612ef11 None None] Deleting port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 {{(pid=93101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:25:07.487504 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe9a35ec-f3e4-4176-994b-07720612ef11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773592985119'] for port, before_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.539389 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2216296'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.543800 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-97f8b62d-1719-464f-b87b-697a4ee0970d tempest-TestVolumeBootPattern-14910895 tempest-TestVolumeBootPattern-14910895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:07.557218 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.db [None req-fe9a35ec-f3e4-4176-994b-07720612ef11 None None] For port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8, host dv-cinder-784477-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-5-iscsi',level=0,port_id=95507ee3-8bdf-46d2-af4d-ef8ba2216fb8,segment=NetworkSegment(14f66fae-1a05-4c21-b7ac-29902f3389d9),segment_id=14f66fae-1a05-4c21-b7ac-29902f3389d9)] {{(pid=93101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:25:07.557617 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe9a35ec-f3e4-4176-994b-07720612ef11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3828948'] for port, precommit_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.571857 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Pushing event deleted for resources: {'Port': ['ID=95507ee3-8bdf-46d2-af4d-ef8ba2216fb8,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:07.575149 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:07.575572 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a35ec-f3e4-4176-994b-07720612ef11 None None] Calling delete_port for 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 owned by network:dhcp {{(pid=93101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:25:07.576513 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] No DVR routers for this DVR port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 on host dv-cinder-784477-5-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:25:07.658157 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756601', 'neutron.services.segments.db._delete_segments_for_network-8773593089055'] for network, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.669834 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40c7266-b604-459e-a546-a7f4a403db46']}} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:07.680529 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f66fae-1a05-4c21-b7ac-29902f3389d9') {'for_net_delete': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:07.680829 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.services.segments.db [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f66fae-1a05-4c21-b7ac-29902f3389d9') {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:07.685632 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-fe9a35ec-f3e4-4176-994b-07720612ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-598884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741193', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773592989489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773592613286'] for port, after_delete {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.688422 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:07.689817 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773593075694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9394853'] for segment, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.703450 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529'] for segment, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2216383'] for segment, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: Traceback (most recent call last): Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: timer() Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: cb(*args, **kw) Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: return func(*args, **kwargs) Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: self._notify() Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: self.callback(batched_events) Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: event.method(event) Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: return f(self, *a, **k) Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._get(url).json() Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: return self.request(url, 'GET', **kwargs) Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:25:07.714531 dv-cinder-784477-5-iscsi neutron-server[93099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:25:07.717173 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a35ec-f3e4-4176-994b-07720612ef11 None None] Pushing event deleted for resources: {'Port': ['ID=95507ee3-8bdf-46d2-af4d-ef8ba2216fb8,revision_number=None']} {{(pid=93101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:07.717173 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG oslo_concurrency.lockutils [None req-fe9a35ec-f3e4-4176-994b-07720612ef11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:07.721233 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a35ec-f3e4-4176-994b-07720612ef11 None None] No DVR routers for this DVR port 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 on host dv-cinder-784477-5-iscsi {{(pid=93101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:25:07.772336 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3697824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3741202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3805295'] for network, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.779254 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741239'] for network, before_response {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.781682 dv-cinder-784477-5-iscsi neutron-server[93099]: INFO neutron.wsgi [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c40c7266-b604-459e-a546-a7f4a403db46 HTTP/1.1" status: 204 len: 168 time: 0.5533113 Jun 23 14:25:07.782902 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9ed5f1b1-4c93-49de-bf7f-9157dc5404b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:07.809809 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:25:07.811184 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Pushing event deleted for resources: {'Network': ['ID=c40c7266-b604-459e-a546-a7f4a403db46,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:07.815710 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a9d54686-5f46-4953-940c-a972b12c1914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:07.831976 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:25:07.832329 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 95507ee3-8bdf-46d2-af4d-ef8ba2216fb8 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:25:07.832752 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device ce7faf29-0e56-40a8-b074-9459695888ca no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:25:07.853001 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: ce7faf29-0e56-40a8-b074-9459695888ca {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:25:07.853398 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device ce7faf29-0e56-40a8-b074-9459695888ca not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:25:07.853822 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 28f935f8-f646-4259-8412-927f18efc026 no longer exists at agent ovs-agent-dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:25:07.873288 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] No Port match for: 28f935f8-f646-4259-8412-927f18efc026 {{(pid=93101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:25:07.873638 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron.plugins.ml2.rpc [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Device 28f935f8-f646-4259-8412-927f18efc026 not bound to the agent host dv-cinder-784477-5-iscsi {{(pid=93101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:25:07.930416 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 42196) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:07.968936 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-b2b889f6-795d-4dee-b07d-5d5e640b9865 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6185370aa2ed4a609ac4cc778de58633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372491 Jun 23 14:25:07.971272 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 42198) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:08.021695 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-32f4701a-8b20-442f-a55c-5b92276c7e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:08.043157 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-32f4701a-8b20-442f-a55c-5b92276c7e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:08.087970 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-32f4701a-8b20-442f-a55c-5b92276c7e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:08.090492 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-32f4701a-8b20-442f-a55c-5b92276c7e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:08.091613 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-32f4701a-8b20-442f-a55c-5b92276c7e07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a23df0e7-c265-47c2-8e11-a397886f348b HTTP/1.1" status: 204 len: 168 time: 0.1194749 Jun 23 14:25:08.092457 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-85914e6a-b071-4fb6-bd50-39d71660eaee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:08.100013 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4701a-8b20-442f-a55c-5b92276c7e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23df0e7-c265-47c2-8e11-a397886f348b,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:08.103447 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-32f4701a-8b20-442f-a55c-5b92276c7e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:08.402305 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 42204) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:08.441316 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-668633fb-4810-4eab-8d33-23173672b460 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9468f32a74444d48b99ab97d17fa994d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376544 Jun 23 14:25:08.443451 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [-] (93100) accepted ('10.222.0.13', 42206) {{(pid=93100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:08.491065 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1629bd66-4283-4122-8969-0ae6d7866375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:08.512678 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1629bd66-4283-4122-8969-0ae6d7866375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:08.559886 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1629bd66-4283-4122-8969-0ae6d7866375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68183'] for security_group, after_delete {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:08.562627 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-1629bd66-4283-4122-8969-0ae6d7866375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:08.563768 dv-cinder-784477-5-iscsi neutron-server[93100]: INFO neutron.wsgi [None req-1629bd66-4283-4122-8969-0ae6d7866375 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdadd902-eaf1-4e0b-a112-f7f129374f23 HTTP/1.1" status: 204 len: 168 time: 0.1194398 Jun 23 14:25:08.564565 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-52a0f7a8-9b8a-43e0-bd13-dc78f13784b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:08.572866 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629bd66-4283-4122-8969-0ae6d7866375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdadd902-eaf1-4e0b-a112-f7f129374f23,revision_number=None']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:08.575293 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-1629bd66-4283-4122-8969-0ae6d7866375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:17.797179 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-9b1db836-3842-460e-8b78-30adaf085699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:20.380432 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-77b208a6-eff7-4b65-bd00-8fd5d3522d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:20.927040 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:21.222152 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:22.978623 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:25:23.374890 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:36.959920 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.665052 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [req-81b4b537-0b12-4f21-a2bc-4c1ed6fe50f9 req-bf90c47a-cdf1-47c9-8e1e-a9f55388b5ae service neutron] (93099) timed out ('10.222.0.39', 49860) {{(pid=93099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 14:25:44.618990 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [req-702064c3-ec39-4c2e-bdb8-1d75fa0fd8db req-30332df5-64b0-42f1-ac7b-da9d485a7ab9 service neutron] (93099) timed out ('10.222.0.39', 49857) {{(pid=93099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 14:25:46.804732 dv-cinder-784477-5-iscsi neutron-server[93099]: DEBUG neutron.wsgi [req-d32430c3-914b-45d8-a890-8e1ebc8784e2 req-bc4df1e5-fa4f-4de6-9515-a4b80f3b659c service neutron] (93099) timed out ('10.222.0.39', 49888) {{(pid=93099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 14:25:47.798543 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-07299f74-14d9-46fd-ac5c-d8d9a911eb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:50.380736 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-8a9adbbd-7bfa-4587-8c18-04f8254bfef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:50.930880 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:51.225661 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:53.378231 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.978502 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:26:06.958114 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:17.798781 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-593edc5b-1423-4331-8764-4f668da7b54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:20.383253 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e7feb148-b25e-4d9e-baf8-3324fed24106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:20.932020 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:21.227414 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:23.380750 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:36.963216 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:36.977870 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:26:47.799663 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-e1214ae5-6301-4142-9602-a6b588fe65fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:50.384764 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ffbd61c6-9170-4103-927c-62a6c1f4a09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:50.932335 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:51.229067 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:53.384251 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:06.964694 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:13.978288 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:27:17.799961 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a5d06c76-40de-4fa0-9eec-05e04ba69f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:20.386875 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-2496b6b8-7eb5-4716-98ad-3133b8516e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:20.932753 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:21.231783 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:23.387658 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:36.987105 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:47.801339 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-3df8277e-7cf7-4bc4-9baa-4b0b80ec83a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:50.389633 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f417d1f6-9add-46fc-af18-8e4391a09b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:50.933904 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:50.976048 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:27:51.234882 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:53.388920 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:06.976177 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:17.801947 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-6343c95b-ba16-48a8-8764-39eff98e0998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:20.392015 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-47dad694-ae9d-4cab-85ce-c8613bf9016f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:20.934632 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:21.238103 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:23.391173 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:27.975084 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:28:36.985873 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:47.803563 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-ba60d748-33cc-4c99-872f-2701b1aa13db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:50.393633 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-82cadd80-8964-45e3-802c-75db37f6fa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:50.935831 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:51.241452 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:53.393290 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:04.975231 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:29:06.985968 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:17.804672 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-27b9fd72-df94-4a07-b2f9-2d703b62bc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:19.568826 dv-cinder-784477-5-iscsi neutron-server[93100]: DEBUG neutron.wsgi [req-bec8b97f-9cb2-4ba7-8c38-0d00d9284672 req-abf34e14-072c-4af2-b733-80b27248c70b tempest-ServerRescueNegativeTestJSON-1171823500 tempest-ServerRescueNegativeTestJSON-1171823500-project] (93100) timed out ('10.222.0.39', 49892) {{(pid=93100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 14:29:20.400846 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0d9b3d5b-0352-4dec-80d1-bf417c96bdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:20.936190 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:21.243644 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:23.398803 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:36.998157 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:41.975129 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:29:47.804727 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-0b93ed5a-37c8-4acb-b963-405e4ffbe80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:50.402100 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-a1318a4d-b769-4b4f-9d91-e62b9e9aeb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:50.937712 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:51.246761 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:53.400742 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:06.996543 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:17.810107 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-79f9a0a4-7bcd-430e-867b-d336e8db54a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:18.974273 dv-cinder-784477-5-iscsi neutron-server[93102]: DEBUG neutron.db.agents_db [None req-3089c6c7-88aa-43b0-8742-7790fa0f797e None None] Agent healthcheck: found 6 active agents {{(pid=93102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:30:20.409501 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-254fb1b6-7f26-4069-83e1-e36f6cb6add4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:20.940681 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-4caf0b7b-595f-4dc6-9fa6-964623db26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:21.249334 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-f88cf2a7-2329-4689-ba25-fd2a0bac100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:23.403244 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-00e988e3-6c31-4351-a360-8c03fc33edce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:36.996632 dv-cinder-784477-5-iscsi neutron-server[93101]: DEBUG neutron_lib.callbacks.manager [None req-561e5066-2a11-4592-a1ed-6fdc69948363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773593089037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758579'] for agent, after_update {{(pid=93101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}